---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:18:18.864025Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24339"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:18:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:18:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d63862c9728fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24344"
    uid: 27dde9c3-0d1e-4ff8-be02-057ab144e442
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:19Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:18:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d63862eb59f235
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: 52bf159e-e846-4a69-b9df-efadd429936b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d63862ed81a31a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24359"
    uid: 91b90554-eaf3-4901-a9d0-067dde4290e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d63862f011a46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: eaf67e85-bcbc-4782-b3d7-6493b887f06d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d63862f07ef176
    namespace: kserve-ci-e2e-test
    resourceVersion: "24362"
    uid: 7b3a57a2-9a26-407b-acc0-0041066d0493
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:25Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d638643c3d4765
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: 1934e879-bf57-4442-afbe-25b39043cfa3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d638643f280a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: 824f06b7-fbc6-48d7-b346-b48ef19b894e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d638643fa3ef27
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: b58f7a2d-0873-4d03-bb85-65410dcb0568
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d638643fb01560
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: bc284c11-f53e-44c9-a1e3-3bd4c22eb191
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d63864443769d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24419"
    uid: 64f8be70-8b88-40ca-a3df-22fbb1516c2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d6386444c36d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "24420"
    uid: 85ac5675-c5de-4ea3-9c32-2d0ad71007ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d63864b4337689
    namespace: kserve-ci-e2e-test
    resourceVersion: "24476"
    uid: fa1a70c0-8b11-46f1-91cb-f6fedb56ffe4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d6386b0f3fa853
    namespace: kserve-ci-e2e-test
    resourceVersion: "24662"
    uid: 27563829-d43e-40cd-98b1-59811ff3faa5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: be66cf47-b48f-4897-8a0b-68b85529279b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs.18d6386b0f405ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24663"
    uid: 222c936e-5314-44ed-bca8-b5e9a7be99bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 2d9b5962-8b23-44b2-89bc-29810b3947f1
  kind: Event
  lastTimestamp: "2026-09-17T21:18:18Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z7hzs'
  metadata:
    creationTimestamp: "2026-09-17T21:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d63862c89d555e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24341"
    uid: dab6868f-c66e-4804-9571-5dd647c225ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 48c675e9-a50e-415b-9df8-49829b6ecaeb
  kind: Event
  lastTimestamp: "2026-09-17T21:18:18Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63862c4de743f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: a736da14-c955-4d86-8185-9334e95a1d71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24328"
    uid: 5cc3e7e4-a0db-4304-9cc7-309c31e717bc
  kind: Event
  lastTimestamp: "2026-09-17T21:18:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63866439d6924
    namespace: kserve-ci-e2e-test
    resourceVersion: "24602"
    uid: 5134d9dd-c7a5-47c0-9893-4f2f3d3a1358
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24328"
    uid: 5cc3e7e4-a0db-4304-9cc7-309c31e717bc
  kind: Event
  lastTimestamp: "2026-09-17T21:18:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63866440088f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24603"
    uid: 485ac934-f80c-4995-8e4a-059b48420466
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24320"
    uid: e3214694-420a-4461-a53e-a698c0b435a0
  kind: Event
  lastTimestamp: "2026-09-17T21:18:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:18:43Z"
    name: isvc-autogluon-ts-v1-noslash.18d63862c4cfdbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24563"
    uid: c740191c-1d3f-4d2f-9c6e-3477b34eebd7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24320"
    uid: e3214694-420a-4461-a53e-a698c0b435a0
  kind: Event
  lastTimestamp: "2026-09-17T21:18:18Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:18:18Z"
    name: isvc-autogluon-ts-v1-noslash.18d63862c54fe878
    namespace: kserve-ci-e2e-test
    resourceVersion: "24334"
    uid: 494b4a66-4797-444b-a885-0d058e2bff3a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24561"
    uid: e3214694-420a-4461-a53e-a698c0b435a0
  kind: Event
  lastTimestamp: "2026-09-17T21:18:43Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:18:43Z"
    name: isvc-autogluon-ts-v1-noslash.18d6386873aa8291
    namespace: kserve-ci-e2e-test
    resourceVersion: "24562"
    uid: ff3f491c-bfac-401a-aca0-89696b65101e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:17:26.845923Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23718"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:17:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:17:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d63856aced5705
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 5b2251d0-2239-408e-a0dc-487dc720ced0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:17:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d63856b97d2511
    namespace: kserve-ci-e2e-test
    resourceVersion: "23732"
    uid: 9985916e-6047-45fd-ac1e-a0a13ac47d21
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23729"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:17:28Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:17:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d63856f2d79b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "23750"
    uid: dda9bd27-311b-4a07-9c7a-3118b8704040
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:17:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d63856f449a15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23754"
    uid: 303f9bdd-51aa-429e-b7f9-550887782609
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:17:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d63856f861bdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23771"
    uid: 2435d53f-ac07-4dcf-9d71-730304935fc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:17:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d63856f8de4424
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: e58140b8-ad11-4447-8913-85e748b92934
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:17:37Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d638593be384c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23883"
    uid: e1c37464-87c1-45f3-ae70-a67eb0988b52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:17:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d638593ece4d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23887"
    uid: 14502f4f-82c3-462e-84ed-2a3d7c9ce31a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:17:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d638593f38cdd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 18f08c84-89bd-41d2-8f00-7163e42d6ddd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:17:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d638593f445aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23891"
    uid: 5969e4b4-1354-4efe-80ce-60e2b114ce6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:17:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d6385942477652
    namespace: kserve-ci-e2e-test
    resourceVersion: "23894"
    uid: 99d0885e-4f59-4783-8fdc-0f4d0d223455
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:17:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d6385942b4131a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23896"
    uid: bc1bb583-0797-46e5-ae62-90deb63a10bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:17:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d63859b3ee36af
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 1a95ea07-b81b-40cf-a982-10319c87bd83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:18:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:13Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d6386191a8946d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 22de433b-0daf-41d6-8ed4-3047de707d6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 5fe76d89-96ef-4c33-a116-cd7fbe85e9bc
  kind: Event
  lastTimestamp: "2026-09-17T21:18:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:13Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc.18d6386191aa8d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: a9067e59-de62-4370-8965-8772d8acea72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23707"
    uid: 559cd5c4-f349-4419-a2f4-ce2aba6614e3
  kind: Event
  lastTimestamp: "2026-09-17T21:17:26Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-5m7zc'
  metadata:
    creationTimestamp: "2026-09-17T21:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:17:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d63856ac3fcefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: edbd2a76-92f1-4bd9-ace7-0b21376c5698
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23705"
    uid: dbf28050-e503-47ec-bacf-b57857cf041d
  kind: Event
  lastTimestamp: "2026-09-17T21:17:26Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:17:26Z"
    name: isvc-autogluon-ts-v1-predictor.18d63856a7b3d454
    namespace: kserve-ci-e2e-test
    resourceVersion: "23710"
    uid: 5f368624-3d64-4eb3-a5ae-b5fc6a845bea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: d4cce1c9-db20-4064-a7ef-4046200b438a
  kind: Event
  lastTimestamp: "2026-09-17T21:18:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:11Z"
    name: isvc-autogluon-ts-v1-predictor.18d6385a26578abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24244"
    uid: fc628c0b-d1c4-4ef9-9a9c-ad7573df94a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: d4cce1c9-db20-4064-a7ef-4046200b438a
  kind: Event
  lastTimestamp: "2026-09-17T21:18:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:11Z"
    name: isvc-autogluon-ts-v1-predictor.18d6385a26ba94e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24245"
    uid: ebc67c83-ebab-4ee5-9b0a-46b3648a7f09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23698"
    uid: f5df59b0-e2e4-40ae-a9a9-694319147441
  kind: Event
  lastTimestamp: "2026-09-17T21:17:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:17:55Z"
    name: isvc-autogluon-ts-v1.18d63856a78340b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24052"
    uid: 56b921d9-bbbc-4d45-88f0-796b2292c3dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23698"
    uid: f5df59b0-e2e4-40ae-a9a9-694319147441
  kind: Event
  lastTimestamp: "2026-09-17T21:17:26Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:17:26Z"
    name: isvc-autogluon-ts-v1.18d63856a8129bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23726"
    uid: 4d2bed0f-7b02-414e-80b6-846de0589f1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23700"
    uid: f5df59b0-e2e4-40ae-a9a9-694319147441
  kind: Event
  lastTimestamp: "2026-09-17T21:17:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:17:26Z"
    name: isvc-autogluon-ts-v1.18d63856ad6941b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23727"
    uid: 017c6b5c-d0bd-4cb2-8733-8f1279e3cbe0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24050"
    uid: f5df59b0-e2e4-40ae-a9a9-694319147441
  kind: Event
  lastTimestamp: "2026-09-17T21:17:55Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:17:55Z"
    name: isvc-autogluon-ts-v1.18d6385d73fc5d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24051"
    uid: ff1fe540-76e6-434a-9f6b-7c45974e1178
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:06:00.888205Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17930"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:06:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:06:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637b6f6a93b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: 1660ff0a-4e33-4e36-91d4-dc3f9058d773
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17942"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:06:01Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:06:01Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637b71baba934
    namespace: kserve-ci-e2e-test
    resourceVersion: "17976"
    uid: f78b119c-8078-4717-8c6e-43edf3b47494
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:06:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:01Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637b71d9e3c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17979"
    uid: b94c1cbc-42d7-415c-a63a-75f48aee4d3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:06:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:01Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637b72087ae1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17980"
    uid: 0eb84372-9200-44bd-b47f-32fbcf560743
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:06:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:01Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637b720f5185e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: cc0e35f6-d1d4-41a4-8c70-1348ee60f8ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:06:31Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637be10e8719c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18269"
    uid: a009d446-e64f-4b3b-990f-def98209336b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:08:35Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m4.484s
    (2m4.484s including waiting). Image size: 8948761381 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:35Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637db0cc9249c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19256"
    uid: b6115bb5-5060-484a-a6f0-cf2579ba4015
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:08:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637db18abdde6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: a834c2a2-11a3-42d6-9967-069b2ee9659b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:08:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637db1b1e3d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: 134b61c2-26e1-4cda-8f6d-ef3438b8db0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:08:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637db1b295623
    namespace: kserve-ci-e2e-test
    resourceVersion: "19261"
    uid: 259b91a3-36a0-4f24-b538-4ab2261c2056
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:08:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637db1f062d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "19262"
    uid: f4d75179-dd51-4971-b573-06b4b8c89d79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:08:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637db20bb4f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: a7df4c4b-c9c8-4bb7-87af-1d125c09bccd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:08:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637db494afe59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: 1f68ed48-92e4-4c2c-80f0-ebb64a4d559f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:09:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637e24b2edb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19515"
    uid: 0812d774-f3d6-419e-ab57-dcde2bc69cf6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:09:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637e24b2f8220
    namespace: kserve-ci-e2e-test
    resourceVersion: "19516"
    uid: 892dcfea-e8ff-41cf-998f-8d8f7a1ed302
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 64272dfb-c2ae-4cdc-bab5-920c58dfb608
  kind: Event
  lastTimestamp: "2026-09-17T21:09:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:07Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-qhcm7.18d637e2813e31cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19524"
    uid: c3e06edd-84ea-4867-8f8c-e27ccaf3d35d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: f55e0e64-652d-4ad6-94e4-27f59a24545f
  kind: Event
  lastTimestamp: "2026-09-17T21:06:00Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-qhcm7'
  metadata:
    creationTimestamp: "2026-09-17T21:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:06:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d637b6f6114cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17932"
    uid: 3383d677-50d2-4936-904e-6a18fe64c2ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17898"
    uid: 20b387e8-3186-409f-9df2-6c525a62cb72
  kind: Event
  lastTimestamp: "2026-09-17T21:06:00Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T21:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:06:00Z"
    name: isvc-autogluon-v1-predictor.18d637b6f10c60be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: ce11955d-bf2b-40e0-a83d-396a58074943
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: 87dd4c9d-08d1-4f72-b19f-6909db6a89da
  kind: Event
  lastTimestamp: "2026-09-17T21:09:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:09:00Z"
    name: isvc-autogluon-v1-predictor.18d637ba6f9f93ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19455"
    uid: 9c1fc6e9-b6b6-4dad-98fa-0bb2021f9617
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: 87dd4c9d-08d1-4f72-b19f-6909db6a89da
  kind: Event
  lastTimestamp: "2026-09-17T21:09:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:09:00Z"
    name: isvc-autogluon-v1-predictor.18d637ba7017547a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: f9171b91-793a-4486-8151-e063d3829233
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: 95ab2c48-e17f-455f-885b-220d4092bfd9
  kind: Event
  lastTimestamp: "2026-09-17T21:08:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:08:53Z"
    name: isvc-autogluon-v1.18d637b6f118a264
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 41f8257b-1cf9-47b6-8361-46626c763773
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: 95ab2c48-e17f-455f-885b-220d4092bfd9
  kind: Event
  lastTimestamp: "2026-09-17T21:06:00Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:06:00Z"
    name: isvc-autogluon-v1.18d637b6f1b57ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17908"
    uid: 1b63e4aa-367c-4802-8717-20027464b736
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 95ab2c48-e17f-455f-885b-220d4092bfd9
  kind: Event
  lastTimestamp: "2026-09-17T21:08:52Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:08:52Z"
    name: isvc-autogluon-v1.18d637df088d7818
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: a614067b-7209-4dd9-ac48-ed0318391d24
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:13:05.151115Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:13:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:13:05Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d63819beb37c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 18f02b34-f872-418a-892b-c2286c6b20de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:13:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:13:05Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d63819c94348f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21692"
    uid: e0869b6f-53b2-48b7-bd74-c67909732aae
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:13:06Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:13:06Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d6381a049f2556
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 8a59fb50-329d-47bc-9266-49a562a6fa72
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:13:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:13:06Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d6381a060cc3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: da1ad472-6706-4611-86c9-9d22a0a9a735
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:13:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:13:06Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d6381a0930cef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: 8d07687a-0b15-4e0c-9fd4-f49c62a30108
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:13:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:13:06Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d6381a09aa7f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: bf152332-75b1-4eff-bce0-d73c4a6655bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:13:36Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T21:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:13:36Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d638210d0d7b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21932"
    uid: b27f3a5a-f910-4cc1-bcd4-ea54433177fe
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:15:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:15:35Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m58.684s
    (1m58.684s including waiting). Image size: 8948761381 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:15:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d6383caf335fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22846"
    uid: 8a060e37-e39a-42b5-ae58-cb82cfba509b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:15:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:15:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:15:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d6383cb55a4e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22849"
    uid: 40b8e34c-343d-49a9-958b-e1e5257ccd2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:15:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:15:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:15:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d6383cb6505a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: 85f04773-c59e-468f-b3c0-fa4557eb281e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:15:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:15:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:15:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d6383cb65c3065
    namespace: kserve-ci-e2e-test
    resourceVersion: "22851"
    uid: 65240c28-602d-4605-84dc-c0a71389fce6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:15:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:15:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:15:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d6383cbd62a55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22852"
    uid: e4711326-c217-44bc-af0b-8374f9a93716
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:15:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:15:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:15:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d6383cbe9148f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: c2dd7e3d-799f-4087-8b16-99d6d5e75493
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:17:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:21Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d6385577f48aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 462d930e-0315-4986-8364-801c8cc46386
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:17:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:21Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d6385577f5b637
    namespace: kserve-ci-e2e-test
    resourceVersion: "23635"
    uid: 2f086114-2a15-400c-b6cc-0b97cb34bada
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:17:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:22Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d63855995b37e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23641"
    uid: ba3c67db-6d4f-41c0-a225-f247374ce203
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: a647bbbb-fb9d-4171-9250-18dce4d9945d
  kind: Event
  lastTimestamp: "2026-09-17T21:17:22Z"
  message: 'Readiness probe failed: Get "http://10.134.0.44:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    dial tcp 10.134.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:22Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v.18d63855b3b65234
    namespace: kserve-ci-e2e-test
    resourceVersion: "23643"
    uid: 7d3589de-ccfe-467c-b430-6a0ce5d0d658
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21668"
    uid: d8c36448-b162-46f3-ae21-3e1501342c90
  kind: Event
  lastTimestamp: "2026-09-17T21:13:05Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9l75v'
  metadata:
    creationTimestamp: "2026-09-17T21:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:13:05Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d63819be110883
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: 4c61e763-c034-4e9e-b025-c2143728ec51
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21665"
    uid: c65b9ae7-15a8-4fd6-8197-54394866d4e8
  kind: Event
  lastTimestamp: "2026-09-17T21:13:05Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:13:05Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63819bb31d484
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 170c7738-fadf-425b-8d89-0417b525ac6d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21667"
    uid: 7f6f2bb7-926f-46b6-9100-00d59efe3087
  kind: Event
  lastTimestamp: "2026-09-17T21:16:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:16:05Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6381d3a383b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23064"
    uid: d95956af-72be-442f-ad09-2d7bf769141a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21667"
    uid: 7f6f2bb7-926f-46b6-9100-00d59efe3087
  kind: Event
  lastTimestamp: "2026-09-17T21:16:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:16:05Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6381d3b11dece
    namespace: kserve-ci-e2e-test
    resourceVersion: "23065"
    uid: a56139dd-bb7b-4c50-844f-b8da0c5f0c21
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:16:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 7f6f2bb7-926f-46b6-9100-00d59efe3087
  kind: Event
  lastTimestamp: "2026-09-17T21:16:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:16:20Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6384731b0e449
    namespace: kserve-ci-e2e-test
    resourceVersion: "23167"
    uid: d607c003-cbf4-4660-9566-37073feaae8f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 568afb3a-0594-402d-831c-edabb2ddc70b
  kind: Event
  lastTimestamp: "2026-09-17T21:17:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:17:12Z"
    name: isvc-autogluon-v2-noslash.18d63819bb6b8474
    namespace: kserve-ci-e2e-test
    resourceVersion: "23552"
    uid: 273fb1a7-1d1a-432f-aa3d-f576f7c47427
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 568afb3a-0594-402d-831c-edabb2ddc70b
  kind: Event
  lastTimestamp: "2026-09-17T21:13:05Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:13:05Z"
    name: isvc-autogluon-v2-noslash.18d63819bbd12e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: cf5d98fc-31b2-41c4-b798-a0c5e847cebe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23549"
    uid: 568afb3a-0594-402d-831c-edabb2ddc70b
  kind: Event
  lastTimestamp: "2026-09-17T21:17:12Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:17:12Z"
    name: isvc-autogluon-v2-noslash.18d63853697b7b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "23550"
    uid: 2e92a556-44ab-4602-9e2c-7cf01e42b5b1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:09:12.243769Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19581"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:09:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:09:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637e384578794
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: 6cf03f79-ac80-4821-bb73-9d5283ec3fc9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19592"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: "2026-09-17T21:09:12Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:09:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637e3a8d85c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19603"
    uid: 71f5e7d8-8ad1-4a95-abca-b067325d13f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: "2026-09-17T21:09:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637e3aa33f644
    namespace: kserve-ci-e2e-test
    resourceVersion: "19605"
    uid: 2fa4511a-71d1-4b74-8414-eaeeff667ec3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: "2026-09-17T21:09:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637e3afbb7a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: 9a00ec7d-bb31-4015-9a83-460370491d8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: "2026-09-17T21:09:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637e3b0cde239
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: e4d58610-f865-499c-90ad-8e31050a6a0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: "2026-09-17T21:09:18Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637e4de7d27df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: 770733ce-3d4d-4a3a-85ca-1e8fe709c717
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: "2026-09-17T21:09:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637e4e14f4c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: 27d4f7b8-d296-447d-a222-9c0b4fe6c646
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: "2026-09-17T21:09:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637e4e1ab7eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: 451a7e09-fe8d-4ff3-bbb3-1d7d523780e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: "2026-09-17T21:09:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637e4e1b53011
    namespace: kserve-ci-e2e-test
    resourceVersion: "19655"
    uid: 5b5a7307-ae10-471f-9bab-2c66aba6122e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: "2026-09-17T21:09:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637e4e46ca9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19657"
    uid: 433d09fb-f00f-4528-817a-70e622c44f4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: "2026-09-17T21:09:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637e4e4cd897d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19658"
    uid: a0562da4-f0b2-4a92-a269-4c8d027cfc65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: "2026-09-17T21:10:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:10:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637fc32599956
    namespace: kserve-ci-e2e-test
    resourceVersion: "20486"
    uid: b81d1767-41bb-4c36-a4b7-ccc74603b727
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 52684254-4f90-49d9-9068-f6fd20818da4
  kind: Event
  lastTimestamp: "2026-09-17T21:10:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:10:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2.18d637fc325a5394
    namespace: kserve-ci-e2e-test
    resourceVersion: "20487"
    uid: fba8fead-ece8-4d93-a295-4ce103f6e76a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19572"
    uid: 027e870e-cc46-4e6c-bc76-5806c5354ae6
  kind: Event
  lastTimestamp: "2026-09-17T21:09:12Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-9t7q2'
  metadata:
    creationTimestamp: "2026-09-17T21:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:09:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d637e383f79039
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: 91e585f8-d8e5-4421-9b0b-86ce441bdf8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19570"
    uid: 2e3d816a-4bbf-44c7-a3d8-8545cc170dbb
  kind: Event
  lastTimestamp: "2026-09-17T21:09:12Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:09:12Z"
    name: isvc-autogluon-v2-predictor.18d637e3805c7c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: 14a9d3be-042a-441c-bddd-1960e51edd80
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: 5b3ffcab-731f-47fa-9c5f-5150a3e0feb5
  kind: Event
  lastTimestamp: "2026-09-17T21:10:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:10:12Z"
    name: isvc-autogluon-v2-predictor.18d637e6ff6d7308
    namespace: kserve-ci-e2e-test
    resourceVersion: "20135"
    uid: 6373bb91-bef7-4492-9954-7ae076d46692
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: 5b3ffcab-731f-47fa-9c5f-5150a3e0feb5
  kind: Event
  lastTimestamp: "2026-09-17T21:10:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:10:12Z"
    name: isvc-autogluon-v2-predictor.18d637e6ffd1ee77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20136"
    uid: 694f5ba3-9f0b-4196-af18-93c503d702fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:10:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 5b3ffcab-731f-47fa-9c5f-5150a3e0feb5
  kind: Event
  lastTimestamp: "2026-09-17T21:10:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:10:57Z"
    name: isvc-autogluon-v2-predictor.18d637f4fadb862b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20460"
    uid: 0cfa1bd3-7f13-43b6-9419-b63f30fa32cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:10:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 5b3ffcab-731f-47fa-9c5f-5150a3e0feb5
  kind: Event
  lastTimestamp: "2026-09-17T21:10:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:10:57Z"
    name: isvc-autogluon-v2-predictor.18d637f4fb3dcc47
    namespace: kserve-ci-e2e-test
    resourceVersion: "20461"
    uid: 3f49e5ac-b67b-4d03-9ac9-7ea2415b95cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:11:03.456903Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20553"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:11:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:11:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d637fd6929347c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: 2a60d6c8-0a52-4d84-979e-eaf69440d42a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:11:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d637fd7267ee49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20568"
    uid: a86f89c6-df20-427a-a676-20cc153fc979
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20564"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:11:04Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:11:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d637fdae8e5f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: 675db0b1-1cbb-4040-b2e4-a54bf1e723de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:11:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d637fdafe0c936
    namespace: kserve-ci-e2e-test
    resourceVersion: "20580"
    uid: 48f22dbd-be74-439d-b7b1-0a602307e158
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:11:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d637fdb286436c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20583"
    uid: 9973f05c-c057-430a-ad15-e1b982ebbc3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:11:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d637fdb2e4efd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20584"
    uid: 0de52bcd-aec0-4548-9e13-360b8fbd440e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:11:10Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d637ff0a9a0cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: 694c9d34-b060-4b46-b6e5-6cadb676b9d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:11:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d637ff0d789182
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: f9fba6b0-7292-45e6-8ed4-9fe97d616db3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:11:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d637ff0dea1e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: e4dd3d47-970e-438f-b659-5d35a818018c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:11:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d637ff0df3086f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: cdf9341e-76be-46e3-9fec-a1cec86650da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:11:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d637ff11385b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 6f9f306f-7b23-44b1-a00f-14edea83c76e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:11:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d637ff11eea8d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: b1d08577-691a-4081-b328-aff7912906ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:12:57Z"
  message: 'Readiness probe failed: Get "http://10.132.0.28:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T21:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:12:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d638180362a60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21578"
    uid: 3897ed2b-2d44-405a-9353-a33d9372fdb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:12:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:12:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d638188856ffc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: a5b07361-0974-4742-92f5-5d9a63b7107d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: f11fd609-7ec6-4e6a-b3f1-19062830b1f9
  kind: Event
  lastTimestamp: "2026-09-17T21:12:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:12:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x.18d6381888577c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21612"
    uid: b23dff67-0f74-488d-b2e0-4b1041a9793d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20544"
    uid: c7d6e354-a6a2-4882-8436-2a00b5cf5232
  kind: Event
  lastTimestamp: "2026-09-17T21:11:03Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-klb2x'
  metadata:
    creationTimestamp: "2026-09-17T21:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:11:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d637fd68c403ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: acd55ab4-e39a-499a-870b-e9a216460a29
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 3704c8ab-5a08-4ae9-858b-bfea18f82447
  kind: Event
  lastTimestamp: "2026-09-17T21:11:03Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:11:03Z"
    name: isvc-autogluon-v2-variants-predictor.18d637fd653d4709
    namespace: kserve-ci-e2e-test
    resourceVersion: "20547"
    uid: 1241ca3e-1983-49c0-af62-6469316ce504
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20543"
    uid: 7926f5a4-e201-413a-a38e-03b8a3a7dad6
  kind: Event
  lastTimestamp: "2026-09-17T21:11:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:11:33Z"
    name: isvc-autogluon-v2-variants-predictor.18d63800e37c22ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 77e1f011-08e8-42d1-ba43-e64cddc4a415
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20543"
    uid: 7926f5a4-e201-413a-a38e-03b8a3a7dad6
  kind: Event
  lastTimestamp: "2026-09-17T21:11:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:11:33Z"
    name: isvc-autogluon-v2-variants-predictor.18d63800e3dc3abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: 280f21d7-f4c6-46e1-96eb-fea3b077c5f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 7926f5a4-e201-413a-a38e-03b8a3a7dad6
  kind: Event
  lastTimestamp: "2026-09-17T21:12:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:12:48Z"
    name: isvc-autogluon-v2-variants-predictor.18d63807e1cd5c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 32f142f3-edac-47e0-9a01-cf0c2ecdd286
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 7926f5a4-e201-413a-a38e-03b8a3a7dad6
  kind: Event
  lastTimestamp: "2026-09-17T21:12:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:12:48Z"
    name: isvc-autogluon-v2-variants-predictor.18d63807e240c235
    namespace: kserve-ci-e2e-test
    resourceVersion: "21512"
    uid: 5f17150e-be8c-48f3-ba20-dcd593b5851c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: bc0c00ce-be90-4b7b-b492-537a1e833bb5
  kind: Event
  lastTimestamp: "2026-09-17T21:12:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:12:46Z"
    name: isvc-autogluon-v2-variants.18d637fd651091e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: d862d4b2-0fff-4f0b-a230-713d8cfc33fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: bc0c00ce-be90-4b7b-b492-537a1e833bb5
  kind: Event
  lastTimestamp: "2026-09-17T21:11:03Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:11:03Z"
    name: isvc-autogluon-v2-variants.18d637fd657f753a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20549"
    uid: 4f89a471-01ef-4075-87f4-e243e705e17e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21498"
    uid: bc0c00ce-be90-4b7b-b492-537a1e833bb5
  kind: Event
  lastTimestamp: "2026-09-17T21:12:46Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:12:46Z"
    name: isvc-autogluon-v2-variants.18d6381579810856
    namespace: kserve-ci-e2e-test
    resourceVersion: "21499"
    uid: df652a62-0c47-4696-ad0d-99e9a861d682
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 1e6d8c5f-fe10-4e5e-a91e-7796e7f77070
  kind: Event
  lastTimestamp: "2026-09-17T21:10:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:10:51Z"
    name: isvc-autogluon-v2.18d637e380948e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 52b5d845-adff-429b-83b4-eab7e8fc2e94
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 1e6d8c5f-fe10-4e5e-a91e-7796e7f77070
  kind: Event
  lastTimestamp: "2026-09-17T21:09:12Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:09:12Z"
    name: isvc-autogluon-v2.18d637e38140fc23
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 99baeb87-7e74-4cb1-8659-acbc8a9feb01
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:10:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: 1e6d8c5f-fe10-4e5e-a91e-7796e7f77070
  kind: Event
  lastTimestamp: "2026-09-17T21:10:51Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:10:51Z"
    name: isvc-autogluon-v2.18d637fab1de6b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "20423"
    uid: 4684eaa2-2e74-48cf-bbba-a0cfe55f50b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:18:59.550603Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24745"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7c7f45c769-8cl4g
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:18:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:18:59Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6386c428e8ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: a0ba8c46-4c2c-476d-bf73-8ff23b98397d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24754"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:19:00Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:19:00Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6386c64c88014
    namespace: kserve-ci-e2e-test
    resourceVersion: "24781"
    uid: 38ec0022-2295-4502-bd9b-945badc2059f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:19:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:00Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6386c663b5f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: 026cca83-bfda-445e-b866-6ec6b36dca15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:19:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:00Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6386c6897ec80
    namespace: kserve-ci-e2e-test
    resourceVersion: "24787"
    uid: 23e869af-acf8-4390-8073-777c8aec08ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:19:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:00Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6386c690aa0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: 5c69bc6a-fba7-4962-b446-5e5b0250a061
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6386d5c302f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24837"
    uid: c716f9ba-3cd4-47e2-955b-2f45902e31cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6386d5f5f17a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24843"
    uid: 2206a527-efd1-403b-b44d-6c12c49a0d7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6386d5fd220b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24846"
    uid: d4dc1377-12d7-42c2-baba-ea050746412d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6386d5fda46dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24848"
    uid: 7ce2f83d-22a2-4ec0-b349-5dc487c3a7c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6386d62ef3115
    namespace: kserve-ci-e2e-test
    resourceVersion: "24851"
    uid: 39b18759-7982-4aa5-ad5d-644b69ed066f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6386d635eca76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24853"
    uid: 1320ed14-1d5d-44dd-9166-47f1a161d92f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:20:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:17Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6386d98324b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25489"
    uid: 910d9a60-9181-4e39-8de7-fc479f1dca57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:20:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:22Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6387f8e41c4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25541"
    uid: 9ab83427-1b87-4f8a-aa86-1f82302f8c10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:20:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:22Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6387f8e42c685
    namespace: kserve-ci-e2e-test
    resourceVersion: "25543"
    uid: b8e4c4fe-5fd4-4bbb-abdb-f5f4cc67b328
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c5164c1b-3b21-476e-9c92-8f5fda9ad063
  kind: Event
  lastTimestamp: "2026-09-17T21:20:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:26Z"
    name: isvc-canary-create-predictor-7c7f45c769-8cl4g.18d6388074a6c738
    namespace: kserve-ci-e2e-test
    resourceVersion: "25586"
    uid: 3ad61787-9487-434e-9eed-4778d2d4c628
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:18:59.607571Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24755"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7c7f45c769-97jvx
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:18:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:18:59Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d6386c45f3c377
    namespace: kserve-ci-e2e-test
    resourceVersion: "24760"
    uid: d751688d-1c68-4369-b0eb-c50526ea9f33
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24764"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:19:00Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:19:00Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d6386c683a2a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: 468e9f3d-715e-48b0-ad8e-74a647020577
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:19:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:00Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d6386c6997b4d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24790"
    uid: f867ea73-7b91-407e-b065-ba820c4fc1bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:19:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:00Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d6386c6c487339
    namespace: kserve-ci-e2e-test
    resourceVersion: "24792"
    uid: 039738e4-e5e6-484b-9163-14aa974303f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:19:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:00Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d6386c6cc31fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24793"
    uid: 81555724-ed12-4623-afd1-4e323ad24b52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d6386d5d1c618a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24839"
    uid: 6c189e2a-5348-45c9-8c35-b582a284da8a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:19:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    in 13.826s (13.826s including waiting). Image size: 1604543374 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:18Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d63870953677bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25045"
    uid: 8cc5601d-82b2-434c-aac4-3f187e26335a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:19:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:18Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d6387098965698
    namespace: kserve-ci-e2e-test
    resourceVersion: "25046"
    uid: 3893d4c3-4f33-47f8-a980-26730f368af0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:19:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:18Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d638709913a196
    namespace: kserve-ci-e2e-test
    resourceVersion: "25047"
    uid: 76db5e1f-6fc9-46ee-a6ac-d4dfcbea7df5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:19:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:18Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d63870991f6a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "25048"
    uid: 371ff8e1-651c-4741-bdf0-ee34b26d8655
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:19:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:18Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d638709c226a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: 939298d4-bb48-4117-9442-2536a25b576f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:19:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:18Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d638709c9deb74
    namespace: kserve-ci-e2e-test
    resourceVersion: "25050"
    uid: 2ae991ae-ab86-4c1d-9d7a-a568512dce2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:54Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d63870a56baab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25917"
    uid: a95106b9-4af3-4b9a-80fb-48208eab4c1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d63885e0c50b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25865"
    uid: 173d4dbd-f208-493b-a0b3-133baca01ce0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d63885e0c626c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: f096a2ba-6f75-46a9-8086-580118cb92c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-97jvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: e070d212-336a-49ac-9325-ba9d59839be6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:54Z"
    name: isvc-canary-create-predictor-7c7f45c769-97jvx.18d63886ffb9ea4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25916"
    uid: 88136ea9-c40d-43c9-8efa-a1d9ab3d7bf9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7c7f45c769
    namespace: kserve-ci-e2e-test
    resourceVersion: "24729"
    uid: 355273e3-bac3-4c9a-9c1c-858878c357f9
  kind: Event
  lastTimestamp: "2026-09-17T21:18:59Z"
  message: 'Created pod: isvc-canary-create-predictor-7c7f45c769-8cl4g'
  metadata:
    creationTimestamp: "2026-09-17T21:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:59Z"
    name: isvc-canary-create-predictor-7c7f45c769.18d6386c421c48fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24747"
    uid: 3b18c97c-4a75-475c-b7b2-84d49bf046e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7c7f45c769
    namespace: kserve-ci-e2e-test
    resourceVersion: "24729"
    uid: 355273e3-bac3-4c9a-9c1c-858878c357f9
  kind: Event
  lastTimestamp: "2026-09-17T21:18:59Z"
  message: 'Created pod: isvc-canary-create-predictor-7c7f45c769-97jvx'
  metadata:
    creationTimestamp: "2026-09-17T21:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:59Z"
    name: isvc-canary-create-predictor-7c7f45c769.18d6386c452646ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24757"
    uid: eca56ae4-1611-49ee-b6c0-f14e2187bc7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7c7f45c769
    namespace: kserve-ci-e2e-test
    resourceVersion: "25533"
    uid: 355273e3-bac3-4c9a-9c1c-858878c357f9
  kind: Event
  lastTimestamp: "2026-09-17T21:20:22Z"
  message: 'Deleted pod: isvc-canary-create-predictor-7c7f45c769-8cl4g'
  metadata:
    creationTimestamp: "2026-09-17T21:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:20:22Z"
    name: isvc-canary-create-predictor-7c7f45c769.18d6387f8e0d2117
    namespace: kserve-ci-e2e-test
    resourceVersion: "25537"
    uid: 122ec4f4-7333-4da6-ba0c-88400708142b
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 37326d58-20cc-4376-b46c-4ec309904a59
  kind: Event
  lastTimestamp: "2026-09-17T21:18:59Z"
  message: Scaled up replica set isvc-canary-create-predictor-7c7f45c769 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T21:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:59Z"
    name: isvc-canary-create-predictor.18d6386c3ec00b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24732"
    uid: 81c0bf8a-be8a-427b-858c-b4166fdcdd5b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: 37326d58-20cc-4376-b46c-4ec309904a59
  kind: Event
  lastTimestamp: "2026-09-17T21:20:22Z"
  message: Scaled down replica set isvc-canary-create-predictor-7c7f45c769 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:20:22Z"
    name: isvc-canary-create-predictor.18d6387f8d846268
    namespace: kserve-ci-e2e-test
    resourceVersion: "25534"
    uid: b2852212-4013-4b4e-b06b-3904cf85bb32
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:18:59.508828Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24735"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:18:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:18:59Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6386c401113e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: a7a101af-dbe0-48a3-bf0e-84dcb7bcfab5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:19:00Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:19:00Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6386c621ec364
    namespace: kserve-ci-e2e-test
    resourceVersion: "24778"
    uid: 86ebc29e-2433-4bf0-81a8-d3835c6c0d90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:19:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:00Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6386c63c5f9b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 13518f71-4684-4288-99a9-d62a6e8413ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:19:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:00Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6386c669ad153
    namespace: kserve-ci-e2e-test
    resourceVersion: "24784"
    uid: 8018d258-0df7-4272-8d09-7d3d7159ef40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:19:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:00Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6386c671ebe8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24785"
    uid: f3df751c-b81e-41df-aea9-64dbe8cd7129
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6386d5c1a6c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24835"
    uid: 31d4e35d-a778-4868-b6c7-cb950928a4b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6386d5f40b165
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: c4f3199c-b28c-4cea-bc91-f368546793e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6386d5fb3d7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24844"
    uid: 3b31c10a-e8d3-4f17-b98d-7258189f5d07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6386d5fbde026
    namespace: kserve-ci-e2e-test
    resourceVersion: "24845"
    uid: 32cb5a40-8562-48fb-9f9a-61b41f851c0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6386d62fb2c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "24852"
    uid: aab785b5-0775-4e17-bde3-5d114fd03994
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:19:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:04Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6386d636bc3d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: ecdf3ec2-66cc-42f8-9eee-c8262f0839e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:20:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:52Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6386dd44da50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25887"
    uid: 42fdade2-0915-4dad-b27d-733555263fb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:20:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:49Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d63885e072731b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25864"
    uid: 9ffbf451-6102-4d04-a6c7-a6f8bd0ab259
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:20:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:49Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d63885e0731123
    namespace: kserve-ci-e2e-test
    resourceVersion: "25866"
    uid: 0d056b51-68df-4d3a-ae91-a1a682a9de7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 0120be8b-5ad6-4d5c-a0ab-5eed89aa8f7a
  kind: Event
  lastTimestamp: "2026-09-17T21:20:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:52Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw.18d6388682a1bb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: daaf57b4-debc-4d2d-a35b-a2d5e86cd8b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-bfcdb48dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24720"
    uid: 61f13016-292d-4493-a55d-85e4b2ebd4aa
  kind: Event
  lastTimestamp: "2026-09-17T21:18:59Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-bfcdb48dd-hksnw'
  metadata:
    creationTimestamp: "2026-09-17T21:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:59Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd.18d6386c3f9fa1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 8551c5c9-bde7-4e73-b290-0c3609651f84
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 7384cfee-2110-4455-8b36-63093c847062
  kind: Event
  lastTimestamp: "2026-09-17T21:18:59Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-bfcdb48dd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:59Z"
    name: isvc-canary-create-v2-predictor.18d6386c3c5d7560
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: 085f9d27-8be2-4e07-b0fd-f8729cbb6682
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24711"
    uid: e56b018d-ba80-45ee-ad80-235f6c999158
  kind: Event
  lastTimestamp: "2026-09-17T21:20:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:20:44Z"
    name: isvc-canary-create.18d6386c3e8a5a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25753"
    uid: 109ff349-cc41-4d7b-a89c-d016ee8db9f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24711"
    uid: e56b018d-ba80-45ee-ad80-235f6c999158
  kind: Event
  lastTimestamp: "2026-09-17T21:20:22Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:20:22Z"
    name: isvc-canary-create.18d6386c3f02fe6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: ac869def-9eed-4f65-8166-1c782039773a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24711"
    uid: e56b018d-ba80-45ee-ad80-235f6c999158
  kind: Event
  lastTimestamp: "2026-09-17T21:20:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:20:22Z"
    name: isvc-canary-create.18d6386c3f03465c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25551"
    uid: 376a7b88-0416-4bcf-904d-04355df980a6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: e56b018d-ba80-45ee-ad80-235f6c999158
  kind: Event
  lastTimestamp: "2026-09-17T21:20:44Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:20:44Z"
    name: isvc-canary-create.18d63884b228a9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25752"
    uid: ae79822d-15cd-4085-8954-1f959fa6645d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:20:54.814447Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25963"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-78b4c78fb9-nznmv
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:20:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:20:54Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d6388718d1342c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25968"
    uid: 7b0061ec-e671-4afa-b9d0-664f3dda81d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25974"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:55Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:20:55Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d638873ae809c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25995"
    uid: 8948ca82-2d81-48d6-8c43-a7f904aee3d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:55Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d638873c3bf8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25997"
    uid: dac12fc6-4853-4f98-a226-432cb861a021
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:55Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d638873f5abc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "26002"
    uid: 9d1bb857-0bd1-4a68-8b41-c07af1064512
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:55Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d638873fc805db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26003"
    uid: 10a347a4-1240-4d72-805a-9d2cdb4d736b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d638883f8ae99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26054"
    uid: caf5c66f-4b50-4600-807e-18db81859c54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d638884304aea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26058"
    uid: 79ccc350-536d-439e-a27a-64d97bc19301
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d63888438969da
    namespace: kserve-ci-e2e-test
    resourceVersion: "26060"
    uid: 6d976c3c-e583-43ff-a56b-a013cc854bb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d638884394ada2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26061"
    uid: 11792b28-a83a-48fb-9aab-75bcb27da9d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d638884647f156
    namespace: kserve-ci-e2e-test
    resourceVersion: "26068"
    uid: 670c4415-d70e-4547-8dd7-0460602746f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d6388846dfb539
    namespace: kserve-ci-e2e-test
    resourceVersion: "26073"
    uid: 9a732dfe-6765-4b3b-9fe1-7b26c8f56524
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:22:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:08Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d638887baa3e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26883"
    uid: fc60670b-05d1-4935-a549-01b718c7cd31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:22:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:16Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d6389a363037c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26966"
    uid: ebdb2cc6-e6b7-4726-a966-33ed376f22a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: f822d8d1-135d-4577-9aff-14e47b3640a6
  kind: Event
  lastTimestamp: "2026-09-17T21:22:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:16Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nznmv.18d6389a363115ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26967"
    uid: 4b9a18f4-2a94-49fc-9ef0-ccbf2380a0a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:20:54.865056Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25975"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-78b4c78fb9-zzh92
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:20:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:20:54Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d638871bd57a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: d5b753bd-f848-40d7-8ba8-e3e5803bf2ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25986"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:20:55Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:20:55Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d638873e6dd1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26000"
    uid: 206a1f26-3edb-4481-95bf-e5975c4802e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:20:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:55Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d638873feae4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26004"
    uid: 980102c2-a133-4a72-9379-5b2a99288b12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:20:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:55Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d63887432551d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26006"
    uid: c324403c-4c8e-43cb-b71b-c91e8e1d225f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:20:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:55Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d6388743a16f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "26007"
    uid: b846e4b5-cb40-44d3-8de9-deed54d2ce32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d638884759d415
    namespace: kserve-ci-e2e-test
    resourceVersion: "26072"
    uid: 3fd2dfdf-d453-4f0a-bece-178af7f204fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d638884ad0b6ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: 96927985-b3c8-45ba-bbf2-1e9a854e4577
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d638884b4d26e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26077"
    uid: 9ca30d74-c21c-4a0d-b203-cbce82d764ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d638884b59f4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26079"
    uid: 850ba027-e506-49cc-9bfd-6bbb43e7cd36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:21:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:21:00Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d638884ecfbd02
    namespace: kserve-ci-e2e-test
    resourceVersion: "26081"
    uid: cded3156-2775-44cb-a247-a247bf293668
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:21:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:21:00Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d638884f5b5758
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: d67b0ca2-19b9-41fc-be2f-540e02418212
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:22:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:35Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d6388883615bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: 85874251-ba67-47bb-87b0-750658cf0e0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:22:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:34Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d6389e65d985c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27220"
    uid: c6c68a3a-ed76-4517-9c5b-7257e2f02e6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:22:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:34Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d6389e65dae940
    namespace: kserve-ci-e2e-test
    resourceVersion: "27221"
    uid: 5d2cbcb9-f2ef-4fda-a13b-8664988f53fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: f5cf3b90-5d1a-423b-83fc-bdbae5f35d30
  kind: Event
  lastTimestamp: "2026-09-17T21:22:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:36Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zzh92.18d6389eddad641c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: dbefc1a5-2b9e-45ae-bd40-ee5b2c4ee230
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-78b4c78fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: 93ca1d66-cac4-4cc8-9e80-9e7a547ae3a8
  kind: Event
  lastTimestamp: "2026-09-17T21:20:54Z"
  message: 'Created pod: isvc-canary-promote-predictor-78b4c78fb9-nznmv'
  metadata:
    creationTimestamp: "2026-09-17T21:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:20:54Z"
    name: isvc-canary-promote-predictor-78b4c78fb9.18d638871846ee63
    namespace: kserve-ci-e2e-test
    resourceVersion: "25966"
    uid: 18d7ab1e-3afb-4543-b6f1-db1383365634
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-78b4c78fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: 93ca1d66-cac4-4cc8-9e80-9e7a547ae3a8
  kind: Event
  lastTimestamp: "2026-09-17T21:20:54Z"
  message: 'Created pod: isvc-canary-promote-predictor-78b4c78fb9-zzh92'
  metadata:
    creationTimestamp: "2026-09-17T21:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:20:54Z"
    name: isvc-canary-promote-predictor-78b4c78fb9.18d638871b64c0c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25976"
    uid: 8a0bcdd4-1a75-4060-8cad-7a217887b64d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-78b4c78fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26958"
    uid: 93ca1d66-cac4-4cc8-9e80-9e7a547ae3a8
  kind: Event
  lastTimestamp: "2026-09-17T21:22:16Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-78b4c78fb9-nznmv'
  metadata:
    creationTimestamp: "2026-09-17T21:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:22:16Z"
    name: isvc-canary-promote-predictor-78b4c78fb9.18d6389a3602cc51
    namespace: kserve-ci-e2e-test
    resourceVersion: "26962"
    uid: 4513ea1b-0c4f-494d-b52e-9ab8a01187c0
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25941"
    uid: 2b577dae-9958-4131-ae7b-703d1556e6b1
  kind: Event
  lastTimestamp: "2026-09-17T21:20:54Z"
  message: Scaled up replica set isvc-canary-promote-predictor-78b4c78fb9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T21:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:20:54Z"
    name: isvc-canary-promote-predictor.18d63887143c97ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 3d399991-0cbd-4581-bec8-d2a2a1d54d1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 2b577dae-9958-4131-ae7b-703d1556e6b1
  kind: Event
  lastTimestamp: "2026-09-17T21:22:16Z"
  message: Scaled down replica set isvc-canary-promote-predictor-78b4c78fb9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:22:16Z"
    name: isvc-canary-promote-predictor.18d6389a35773272
    namespace: kserve-ci-e2e-test
    resourceVersion: "26959"
    uid: 3915a7d5-da30-4c6c-a141-6b61f28e2018
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:22:34.932174Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:22:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:22:34Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d6389e684c7566
    namespace: kserve-ci-e2e-test
    resourceVersion: "27228"
    uid: 6709a9b3-4818-4529-b2b3-057ffa96bb26
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27232"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:22:35Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:22:35Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d6389e8a7aaffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27238"
    uid: c91676ea-51ac-4672-a2cd-d88e8169493e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:22:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:35Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d6389e8c2ae4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: 21613bce-00e0-429c-ac79-d601b8e2803b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:22:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:35Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d6389e8f4b506a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: 0ac17152-eeb3-4dac-bb59-9b36f4056512
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:22:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:35Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d6389e8fcae1d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: a819b3ad-02a4-4e53-83c8-8ffc6c53323a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:22:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:39Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d6389f720bcb01
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: d63c4011-4c87-4b6f-bef5-ebfd3f25609f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:22:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:39Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d6389f752933f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27281"
    uid: 63914d3a-1b68-4b94-bbfd-6cb6e127be0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:22:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:39Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d6389f75a7f274
    namespace: kserve-ci-e2e-test
    resourceVersion: "27283"
    uid: c86c00ae-66a1-48ab-88b4-e59709a67e3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:22:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:39Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d6389f75b3466d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27284"
    uid: d8a7cfac-a4f4-4883-9613-684526f4aa69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:22:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:39Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d6389f795f55db
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 99157a22-7d3c-49dc-a114-095597c356c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:22:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:39Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d6389f79dedbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27287"
    uid: 457b2e16-d3a3-420e-9c80-42c00f0e6f2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:24:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:07Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d6389fea4455fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28142"
    uid: 90d34fc3-b884-4ae9-a7b1-8ee1b2295084
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:24:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:05Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d638b363444e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "28118"
    uid: 45fc7456-74d2-4b2c-8d68-ecb5f3d54485
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:24:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:05Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d638b36347c55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28120"
    uid: 43fb602e-53d6-4f6c-90b1-5bc428a82c73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: f8c2eecd-e0ae-4960-8194-82142a25ed5a
  kind: Event
  lastTimestamp: "2026-09-17T21:24:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:07Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb.18d638b3f080a4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28141"
    uid: 5c567349-46ce-484b-a029-0461cd049ecb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:20:54.769557Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25951"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:20:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:20:54Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d6388716243f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "25958"
    uid: d8ef1366-76ca-4f4b-af7b-3b940d9f1756
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:20:55Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:20:55Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d6388738076d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25992"
    uid: 1f9bf857-5fc3-45ce-a359-ba2e7959f090
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:20:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:55Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d63887395187cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: 9cd0e042-5c4f-450f-a8bc-453c3ea3ae17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:20:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:55Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d638873c8ea854
    namespace: kserve-ci-e2e-test
    resourceVersion: "25998"
    uid: 6f355bd5-60f8-48f7-a58c-e1ede7f33d55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:20:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:55Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d638873d026bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25999"
    uid: 680903b7-b6f8-4e3a-bcb2-f74b85560e48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d638883fa18b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "26055"
    uid: e9f7225e-02b7-48ac-b199-882b10e5ad5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d638884312436d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26059"
    uid: 802da2d3-f585-4635-85cc-fea94761fc2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d6388843a5c805
    namespace: kserve-ci-e2e-test
    resourceVersion: "26065"
    uid: 8d20e8f9-7326-4bd7-b0d5-ece6b21fbb9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d6388843b08486
    namespace: kserve-ci-e2e-test
    resourceVersion: "26067"
    uid: 63494cbd-6db6-4589-a8ab-af2ca853e577
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d63888465e0354
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: 02d2846f-fd63-4385-bbb4-13094fbbe97a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:20:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:59Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d6388846d2dba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26071"
    uid: d0f1ca7e-8a31-4499-ae46-09cd538fb9d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:24:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:06Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d638887bc3fdac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28136"
    uid: 44c504db-332c-44a0-8859-9b5ebe070b43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:24:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:05Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d638b36366af3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28119"
    uid: 61807d5e-876a-45e2-a169-6250ec5788ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:24:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:05Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d638b3636cc0cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28121"
    uid: f21a6869-f427-4726-b570-4a625872237e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: e65c3cc9-2338-43df-a900-a257b4d6f2ff
  kind: Event
  lastTimestamp: "2026-09-17T21:24:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:06Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7.18d638b3ca722704
    namespace: kserve-ci-e2e-test
    resourceVersion: "28135"
    uid: 4ea331cb-fabf-4929-bdc1-177767676f7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25933"
    uid: e8ee7884-37e9-4fb8-acfd-0404cd4346ee
  kind: Event
  lastTimestamp: "2026-09-17T21:20:54Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-79d9bd5fdb-x8zn7'
  metadata:
    creationTimestamp: "2026-09-17T21:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:20:54Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb.18d6388715a9f85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25953"
    uid: 3fb1e48e-3394-4478-94df-94c371ea68f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: e8ee7884-37e9-4fb8-acfd-0404cd4346ee
  kind: Event
  lastTimestamp: "2026-09-17T21:22:34Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-79d9bd5fdb-nn6tb'
  metadata:
    creationTimestamp: "2026-09-17T21:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:22:34Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb.18d6389e67d0b3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27224"
    uid: ef7ff8ec-58fa-4263-ad3d-3a062de4cce5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25932"
    uid: f7b57023-0866-42ef-8cfb-13c814f0705e
  kind: Event
  lastTimestamp: "2026-09-17T21:20:54Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-79d9bd5fdb from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:20:54Z"
    name: isvc-canary-promote-v2-predictor.18d6388711f7725c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25934"
    uid: 42eaa96e-5110-4e34-9d04-6dc6da90f8e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: f7b57023-0866-42ef-8cfb-13c814f0705e
  kind: Event
  lastTimestamp: "2026-09-17T21:22:34Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-79d9bd5fdb from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T21:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:22:34Z"
    name: isvc-canary-promote-v2-predictor.18d6389e638fe4ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 53ec7573-840e-4ab6-b607-a1b37de95495
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 411673e5-d240-44b4-9e7b-9497dfb5b818
  kind: Event
  lastTimestamp: "2026-09-17T21:22:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:22:34Z"
    name: isvc-canary-promote.18d6388713c879d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27217"
    uid: fc5e184d-10e4-40b0-8e44-da6a85712db0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 411673e5-d240-44b4-9e7b-9497dfb5b818
  kind: Event
  lastTimestamp: "2026-09-17T21:22:17Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:22:17Z"
    name: isvc-canary-promote.18d638871441c481
    namespace: kserve-ci-e2e-test
    resourceVersion: "26977"
    uid: dae03497-606a-4eaa-8912-74eec6a213e9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 411673e5-d240-44b4-9e7b-9497dfb5b818
  kind: Event
  lastTimestamp: "2026-09-17T21:22:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:22:17Z"
    name: isvc-canary-promote.18d6388714422384
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: 7edeeaea-ab6e-42cb-9e67-ee30f8e79619
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 411673e5-d240-44b4-9e7b-9497dfb5b818
  kind: Event
  lastTimestamp: "2026-09-17T21:23:57Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:23:57Z"
    name: isvc-canary-promote.18d6389c45fb8c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 6b77345e-375b-4530-a60d-58b8a752ec75
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:26:00.383940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29169"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-97977b6b5-4trbg
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:26:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:26:00Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638ce3e2dae52
    namespace: kserve-ci-e2e-test
    resourceVersion: "29173"
    uid: 8f575e76-fc85-46b2-98c5-db0c0af47023
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29177"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:26:00Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:26:00Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638ce615fb28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29181"
    uid: 9c8b3829-91eb-447f-81bb-f1aea6d97184
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:26:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:01Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638ce62d5e204
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: fecf45dd-32df-4a93-9ee9-7021195441ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:26:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:01Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638ce6902e294
    namespace: kserve-ci-e2e-test
    resourceVersion: "29186"
    uid: e1ed7941-9695-4fac-9625-40bfdde564a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:26:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:01Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638ce6a15ac6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29188"
    uid: 1b8b143e-6e12-40f7-81db-5110b6615f99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:26:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:05Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638cf590e5704
    namespace: kserve-ci-e2e-test
    resourceVersion: "29232"
    uid: bf54c707-2136-440e-8e1b-e332e3d59863
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:26:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:05Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638cf5f632b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29236"
    uid: c4d36188-4343-4d9e-a659-61280d62328a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:26:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:05Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638cf607df17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29239"
    uid: 1846a260-f627-45be-a010-93ef6d7a445c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:26:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:05Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638cf608754b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29240"
    uid: d0299dad-c1af-49d5-ac4a-83cfa50a22b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:26:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:05Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638cf65e48f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "29242"
    uid: 861d65da-387a-4562-b261-0adc6a64f746
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:26:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:05Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638cf66f6ec94
    namespace: kserve-ci-e2e-test
    resourceVersion: "29243"
    uid: ec5319bd-860f-4349-abf5-8d77b37543cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:27:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:15Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638cf952f8e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "29841"
    uid: 5fc7f205-3d6d-46bc-bcfe-62b45d0ea224
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:27:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:30Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638e335f23985
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 13cea6ed-7488-467d-ace6-ac4badb3e49f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:27:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:30Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638e335f68a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "29974"
    uid: 0b591679-8812-4a44-ac8e-af39efc404b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: e488f1bd-6e6c-4597-93d6-f65ede8da1c1
  kind: Event
  lastTimestamp: "2026-09-17T21:27:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:32Z"
    name: isvc-canary-rollback-predictor-97977b6b5-4trbg.18d638e39b788eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29989"
    uid: 7ead926b-8826-468b-8731-3d2fcfcadf8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:24:10.244764Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28206"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-97977b6b5-q9wv2
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638b4995f2c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28209"
    uid: c0039118-7da9-40b0-a5ae-54c05e518776
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28213"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638b4bbdcb58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28236"
    uid: c4b07efb-a9e3-4109-b6b8-822913aed703
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638b4bd805c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28241"
    uid: 7eb8eae9-678e-4d18-9e0f-00f51837f562
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638b4c0629052
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: eeb2d36b-f073-48fd-bab0-89e8d912e195
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638b4c0dec52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28246"
    uid: e61a28cc-5282-4476-bf56-76ced0ed8a2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:24:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:14Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638b5acae038a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: 33140c9c-d678-4f38-a184-c434d5f4e34e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:24:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:14Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638b5b12d21bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: 6e4c16a1-c8c1-4403-b033-de006949f96c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:24:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:14Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638b5b1a7ead2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28301"
    uid: 5a9dfdfa-a9fc-43e1-81c4-51d07b32907a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:24:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:14Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638b5b1b2c3e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28302"
    uid: 9da6a98e-e682-4173-8ac6-eba705bf6247
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638b5b500ba9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: 26a2876d-cd14-4a8a-afcb-cb0913190c7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638b5b57ea56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: 0309fa7e-b176-433f-9934-0760e3e47e55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:25:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:25:26Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638b6249adf05
    namespace: kserve-ci-e2e-test
    resourceVersion: "28858"
    uid: 45fe86e7-183a-4d34-91f6-f5816ffc7a1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:27:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:30Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638e3361ab5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "29973"
    uid: b00650e4-13a4-4192-bf36-5cc7bd86195d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:27:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:30Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638e3361b313c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29975"
    uid: 783ce58f-fc9b-45a1-9b2a-e78d879d3c05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 6d871933-528e-4880-a65c-7337151e63b3
  kind: Event
  lastTimestamp: "2026-09-17T21:27:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:32Z"
    name: isvc-canary-rollback-predictor-97977b6b5-q9wv2.18d638e3c76b9b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29994"
    uid: fe2aa3bb-2af2-4674-bb53-2265ed88f5b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:24:10.289123Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28214"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-97977b6b5-v4rkc
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638b49c04129d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28219"
    uid: 87481f05-d870-4c45-9a6f-ea8eadcb2117
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28224"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638b4c0cc6f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "28245"
    uid: efdb0d76-a877-4f22-9970-0788d70ae255
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638b4c23d0d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "28250"
    uid: eface610-24b9-41c2-b39e-50bae813fd1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:24:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:11Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638b4c66374ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28252"
    uid: fb6d4e3a-d188-40fa-af2e-b5d0c5ba9893
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:24:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:11Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638b4c75eb453
    namespace: kserve-ci-e2e-test
    resourceVersion: "28253"
    uid: ee350e56-53b2-4754-9b3c-48b67b8e0d86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638b5d9163978
    namespace: kserve-ci-e2e-test
    resourceVersion: "28315"
    uid: 1b636260-4c6c-4cb6-9367-8b8eb683a342
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638b5dd350f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: 92f1c400-d549-423b-86a5-ec42d302cd51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638b5dddddb8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28322"
    uid: 3821dd65-5664-4f94-b774-56d972027c0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638b5ddea16e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28323"
    uid: 0d96b417-28a0-416d-995c-4be4a46a0ea2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638b5e1842f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "28327"
    uid: c55d431c-569f-4936-9081-a6b7dccb661a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638b5e21eed5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28329"
    uid: ba86fd63-1168-4567-b666-d8c21d737103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:25:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:25:51Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638b6158d8b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "29046"
    uid: af00f0c5-4701-4772-8e34-a71dad7f207e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:25:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:25:58Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638cddfd19229
    namespace: kserve-ci-e2e-test
    resourceVersion: "29120"
    uid: edec2821-cef8-4388-a607-59f9e419eb3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:25:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:25:58Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638cddfd289aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29122"
    uid: 702be483-90eb-48b8-9365-d6a61eb51e4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 37cfc78c-f47d-4303-9b2c-f0678648cf01
  kind: Event
  lastTimestamp: "2026-09-17T21:26:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:02Z"
    name: isvc-canary-rollback-predictor-97977b6b5-v4rkc.18d638cec42f1435
    namespace: kserve-ci-e2e-test
    resourceVersion: "29209"
    uid: 14aad152-32e1-4886-9a86-7d8f69492967
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-97977b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28187"
    uid: 0b7e9cf2-ed89-4b19-8545-f031fcc153fb
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: 'Created pod: isvc-canary-rollback-predictor-97977b6b5-q9wv2'
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-predictor-97977b6b5.18d638b498f7b7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28207"
    uid: a6c2eaca-0962-478d-95a8-e4355e02041e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-97977b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28187"
    uid: 0b7e9cf2-ed89-4b19-8545-f031fcc153fb
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: 'Created pod: isvc-canary-rollback-predictor-97977b6b5-v4rkc'
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-predictor-97977b6b5.18d638b49bac13e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28217"
    uid: 303c9c04-a7d8-479f-bf27-67cac026e67d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:25:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-97977b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29113"
    uid: 0b7e9cf2-ed89-4b19-8545-f031fcc153fb
  kind: Event
  lastTimestamp: "2026-09-17T21:25:58Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-97977b6b5-v4rkc'
  metadata:
    creationTimestamp: "2026-09-17T21:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:25:58Z"
    name: isvc-canary-rollback-predictor-97977b6b5.18d638cddfc66fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29117"
    uid: 9a01ee25-71e7-4fe5-83ee-710abe3c1c2d
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-97977b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 0b7e9cf2-ed89-4b19-8545-f031fcc153fb
  kind: Event
  lastTimestamp: "2026-09-17T21:26:00Z"
  message: 'Created pod: isvc-canary-rollback-predictor-97977b6b5-4trbg'
  metadata:
    creationTimestamp: "2026-09-17T21:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:26:00Z"
    name: isvc-canary-rollback-predictor-97977b6b5.18d638ce3db3c26c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29170"
    uid: 38e7104c-1fa9-4c33-a4d8-c1e979c775e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28186"
    uid: 08e7bbb9-d983-49fa-a402-c41c66270bb1
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-97977b6b5 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-predictor.18d638b49589d08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28189"
    uid: 44cb99aa-7dad-4e5f-aa32-e1f133dce610
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:25:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 08e7bbb9-d983-49fa-a402-c41c66270bb1
  kind: Event
  lastTimestamp: "2026-09-17T21:25:58Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-97977b6b5 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:25:58Z"
    name: isvc-canary-rollback-predictor.18d638cddeff485f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29114"
    uid: 21e73db0-e779-472c-9f3f-c495810b74a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29148"
    uid: 08e7bbb9-d983-49fa-a402-c41c66270bb1
  kind: Event
  lastTimestamp: "2026-09-17T21:26:00Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-97977b6b5 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-17T21:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:26:00Z"
    name: isvc-canary-rollback-predictor.18d638ce38b3f42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29160"
    uid: 7e1f9950-fb61-4c5c-a073-ae49cb76f6f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:24:10.201041Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28192"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638b496c40399
    namespace: kserve-ci-e2e-test
    resourceVersion: "28199"
    uid: 92e5fe96-da3d-44a1-9d16-4e1802e3ba8d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28204"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638b4bbf4a4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28237"
    uid: f8d3e5bf-866f-4b66-ad8b-6070853d7b19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638b4bdcdc3e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 69656ea0-f17f-4ea7-9128-8dc0ecf40601
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638b4c22807d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28248"
    uid: dfef5017-700a-41e7-acbb-80dea8974c38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638b4c348bf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28251"
    uid: a5fef36a-a313-45b7-9462-1c527c19d4ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638b5d9379819
    namespace: kserve-ci-e2e-test
    resourceVersion: "28316"
    uid: 3cfd4b3c-ba7e-4262-8a5e-5c01853e8531
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638b5dd75bbb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 335d5277-60d5-4338-9957-dcd1b455b20b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638b5de3c1e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "28324"
    uid: 8cf68a82-9d67-4f3d-8133-dd1c965071e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638b5de7cbad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28325"
    uid: 39267cb6-5237-46b6-a6e9-b658f29f7ae6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638b5e1a18252
    namespace: kserve-ci-e2e-test
    resourceVersion: "28328"
    uid: 5236deed-f7b8-40a2-961a-fd44f87ee084
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:24:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:15Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638b5e2498aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "28330"
    uid: 76076036-1297-4e8b-881c-81039e5131d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:25:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:25:48Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638b615c3e084
    namespace: kserve-ci-e2e-test
    resourceVersion: "29026"
    uid: 9e760bdd-4aa7-443c-bc3d-c187afeb3e43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:26:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:00Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638ce3978808d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29163"
    uid: 1bb2e4f2-7192-4272-9d08-332d7023c551
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:26:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:00Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638ce3978dfa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29165"
    uid: fe8b430a-25f3-4c38-a79b-cca0d88673bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 8bf6f232-3434-43f4-a878-bd5bd3fcfec9
  kind: Event
  lastTimestamp: "2026-09-17T21:26:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:02Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz.18d638cec4304ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29210"
    uid: a4860fc3-e90e-4af9-ad22-a9e487303412
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-5db5496f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28176"
    uid: 26cfc273-0a7c-40ad-931e-1c10dbdf8b2f
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-5db5496f8d-xnwnz'
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d.18d638b4965d6577
    namespace: kserve-ci-e2e-test
    resourceVersion: "28193"
    uid: 3f3fcaa1-7758-4898-a256-77b3a846749b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: a35dc33b-f423-4ecf-8f66-54c77658dc53
  kind: Event
  lastTimestamp: "2026-09-17T21:24:10Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-5db5496f8d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:24:10Z"
    name: isvc-canary-rollback-v2-predictor.18d638b4932181e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28178"
    uid: 9cf400e1-4523-4cc7-819c-179858977b3c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28168"
    uid: 60e5eee6-ad77-42ff-b288-1b87f91a6fcd
  kind: Event
  lastTimestamp: "2026-09-17T21:25:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:25:58Z"
    name: isvc-canary-rollback.18d638b4953dfb85
    namespace: kserve-ci-e2e-test
    resourceVersion: "29131"
    uid: b92c06a7-b795-4287-970f-ffe7ab517947
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28168"
    uid: 60e5eee6-ad77-42ff-b288-1b87f91a6fcd
  kind: Event
  lastTimestamp: "2026-09-17T21:25:58Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:25:58Z"
    name: isvc-canary-rollback.18d638b495abae79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29129"
    uid: 78956002-de9c-4c0b-8484-efe827996ef8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28168"
    uid: 60e5eee6-ad77-42ff-b288-1b87f91a6fcd
  kind: Event
  lastTimestamp: "2026-09-17T21:25:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:25:58Z"
    name: isvc-canary-rollback.18d638b495ac19af
    namespace: kserve-ci-e2e-test
    resourceVersion: "29130"
    uid: abffe30f-9df0-4869-97da-a71361b8b7b2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:25:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29132"
    uid: 60e5eee6-ad77-42ff-b288-1b87f91a6fcd
  kind: Event
  lastTimestamp: "2026-09-17T21:27:25Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:27:25Z"
    name: isvc-canary-rollback.18d638cde7290059
    namespace: kserve-ci-e2e-test
    resourceVersion: "29918"
    uid: b812d512-b1ec-4c0c-8b40-886e575d1273
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:27:35.703728Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30050"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-55656fdf77-nwcrt
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:27:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:27:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638e46fae31ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30055"
    uid: a9296747-c4ba-477b-9645-5a760658ae53
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30059"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:27:36Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:27:36Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638e491d5ce03
    namespace: kserve-ci-e2e-test
    resourceVersion: "30094"
    uid: 2ce63678-efe4-49d9-90fd-0be3de8a0125
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:27:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:36Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638e4935b494f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30097"
    uid: a9151eb1-24b8-45ec-95c6-a061432cf7ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:27:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:36Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638e4968a5b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "30102"
    uid: 43585257-662c-4ac9-8f52-8ad592559416
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:27:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:36Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638e49705fcab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30103"
    uid: 6edb319b-1a75-4b2e-bb42-3e9aac97131f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638e5a5a75d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "30168"
    uid: ab777b18-27c5-40b3-9f5d-3047034f9998
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638e5a9495de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 36587163-1187-462a-9c55-41d0cefba6fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638e5a9c26cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30171"
    uid: a1664d05-9ebc-49ae-80a6-090835386d37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638e5a9cd0324
    namespace: kserve-ci-e2e-test
    resourceVersion: "30174"
    uid: dadf3a1f-3089-4fcc-9a60-162af2ee12ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:27:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:41Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638e5ad5552a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30177"
    uid: 4df347d3-8416-4925-9380-b9ce22ec042c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:27:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:41Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638e5add57e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: 003cb7e5-2c22-418c-be64-7dc66ffea0c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:28:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:57Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638e5e1e967c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30969"
    uid: 6568bec6-6020-4795-a552-ca28f05c43a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:28:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:57Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638f7857a279f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: fb0b573b-5f33-4fb6-ab33-c608613590a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:28:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:57Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638f7857b76e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30967"
    uid: e6c0671a-3211-4dc2-a49e-cda194a85cf9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: d5a54a1b-012b-46b2-9878-97c2b1973e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:29:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:02Z"
    name: isvc-canary-stop-predictor-55656fdf77-nwcrt.18d638f7942a8061
    namespace: kserve-ci-e2e-test
    resourceVersion: "31020"
    uid: 4a316e27-4304-4cb7-9a5b-d4862c6be795
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:27:35.756712Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-55656fdf77-rf9lp
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:27:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:27:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638e472d6c390
    namespace: kserve-ci-e2e-test
    resourceVersion: "30064"
    uid: b8acf3d5-1bf9-4a6b-b604-842c822d7bb4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:27:36Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:27:36Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638e49498fc39
    namespace: kserve-ci-e2e-test
    resourceVersion: "30100"
    uid: 02c09ee4-cd88-458a-8a06-8b0e0fb9ffb2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:27:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:36Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638e49781411d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 38dd210c-e175-4de1-b09b-f45565541965
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:27:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:36Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638e49a81e74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30105"
    uid: a2b2b4fb-5932-4759-92ee-0571915a4648
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:27:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:36Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638e49aefbc1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30106"
    uid: 26ec3ce4-f99c-4682-922c-a89f3ec14062
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638e58ee2d552
    namespace: kserve-ci-e2e-test
    resourceVersion: "30151"
    uid: fe73c0e9-c158-458c-a697-a79ce6f0f820
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638e5923658d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30155"
    uid: 069bc97b-dbea-4634-bfdf-ecff070cff9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638e592aaf09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 3f110d07-f38e-4138-9e61-817702ffbd13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638e592b47267
    namespace: kserve-ci-e2e-test
    resourceVersion: "30159"
    uid: 904dab1b-bd48-4c41-8ad1-c6b0a9d967b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638e595a75096
    namespace: kserve-ci-e2e-test
    resourceVersion: "30162"
    uid: d8521d91-4d0a-423f-9359-4f11c37b5959
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638e5961d9fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30165"
    uid: c0d37374-0254-4b75-b4b3-2e9753eb6817
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:29:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:07Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638e5cb0b6303
    namespace: kserve-ci-e2e-test
    resourceVersion: "31089"
    uid: a4286ceb-b23b-4a78-907e-10140fdf7428
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:29:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:05Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638f966577b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "31067"
    uid: 4f304b65-ff6a-44e2-8954-bab9e5e5e2e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:29:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:05Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638f96657d447
    namespace: kserve-ci-e2e-test
    resourceVersion: "31068"
    uid: 01030f7a-f5d8-43a1-8539-e4b1ca7f8a9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 6f2eb254-8f59-4425-b5c8-70d70315b498
  kind: Event
  lastTimestamp: "2026-09-17T21:29:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:07Z"
    name: isvc-canary-stop-predictor-55656fdf77-rf9lp.18d638f9d143f7a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31086"
    uid: 63e238ad-0fbc-4692-a536-9c90a34b6b7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-55656fdf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "30036"
    uid: e4a91d32-6905-4905-abec-3391e3233053
  kind: Event
  lastTimestamp: "2026-09-17T21:27:35Z"
  message: 'Created pod: isvc-canary-stop-predictor-55656fdf77-nwcrt'
  metadata:
    creationTimestamp: "2026-09-17T21:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:27:35Z"
    name: isvc-canary-stop-predictor-55656fdf77.18d638e46f2c10f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30053"
    uid: 19aa84b5-c067-4c10-a5ba-77c05bac35fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-55656fdf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "30036"
    uid: e4a91d32-6905-4905-abec-3391e3233053
  kind: Event
  lastTimestamp: "2026-09-17T21:27:35Z"
  message: 'Created pod: isvc-canary-stop-predictor-55656fdf77-rf9lp'
  metadata:
    creationTimestamp: "2026-09-17T21:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:27:35Z"
    name: isvc-canary-stop-predictor-55656fdf77.18d638e4726319da
    namespace: kserve-ci-e2e-test
    resourceVersion: "30061"
    uid: 739c205e-cfb0-495a-865d-dcbf5bf414ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-55656fdf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "30958"
    uid: e4a91d32-6905-4905-abec-3391e3233053
  kind: Event
  lastTimestamp: "2026-09-17T21:28:57Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-55656fdf77-nwcrt'
  metadata:
    creationTimestamp: "2026-09-17T21:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:28:57Z"
    name: isvc-canary-stop-predictor-55656fdf77.18d638f78547cf98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30961"
    uid: 2af7cb00-bca2-47ef-8d2f-2997619980bc
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30035"
    uid: 6560dce4-8136-4250-9824-65064a78db3f
  kind: Event
  lastTimestamp: "2026-09-17T21:27:35Z"
  message: Scaled up replica set isvc-canary-stop-predictor-55656fdf77 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T21:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:27:35Z"
    name: isvc-canary-stop-predictor.18d638e46b9b875b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30038"
    uid: 3844723a-2b17-431a-b890-791ab940127e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30954"
    uid: 6560dce4-8136-4250-9824-65064a78db3f
  kind: Event
  lastTimestamp: "2026-09-17T21:28:57Z"
  message: Scaled down replica set isvc-canary-stop-predictor-55656fdf77 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T21:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:28:57Z"
    name: isvc-canary-stop-predictor.18d638f784d8ee2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30959"
    uid: faaf4474-3927-4bbc-9d94-de95fbe7988e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:27:35.668590Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30042"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:27:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:27:35Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638e46d95fb0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30049"
    uid: 00b0d78b-5312-4a6a-94ac-f27b82c7c73d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30052"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:27:36Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:27:36Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638e48f430fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30091"
    uid: 140934e4-aed7-4082-bdd7-b6549abacdf3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:27:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:36Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638e490d26485
    namespace: kserve-ci-e2e-test
    resourceVersion: "30093"
    uid: f7ca4fe6-d05d-42e2-91c3-9b5a0ff1da05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:27:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:36Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638e493d49614
    namespace: kserve-ci-e2e-test
    resourceVersion: "30098"
    uid: f0611032-31c1-4755-ad57-846dc7b54b0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:27:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:36Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638e49442cb60
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 0349438a-fd27-4b26-8a0d-65ab551bfd3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638e58efb2a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "30152"
    uid: 89e03a25-2e53-44f5-9207-39f6d42d759f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638e592405168
    namespace: kserve-ci-e2e-test
    resourceVersion: "30156"
    uid: 04c56307-9230-4988-ac2c-712c60fe5385
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638e592b896e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 8815e059-66cf-440e-a317-3a0862bcfb2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638e592c47be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30161"
    uid: d3a40abc-f8c7-4945-b335-bb73604552b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638e595b25203
    namespace: kserve-ci-e2e-test
    resourceVersion: "30164"
    uid: 24ac6522-1b97-4159-b858-9db7c70325b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:40Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638e5962affea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30166"
    uid: fd72bd4b-fcbc-4837-9dc2-f4de6716ba69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:29:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:07Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638e5caf8257a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: 01f30bc7-d0e3-4172-a713-3db1cd8d37e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:29:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:05Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638f962b16587
    namespace: kserve-ci-e2e-test
    resourceVersion: "31056"
    uid: 65178bcd-4bfc-4c53-8a9f-39d5e474a7dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:29:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:05Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638f962b1d3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31058"
    uid: cfa64b27-1bf9-4de8-a284-c31dd2094fc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: eeb4cdd7-3bb8-4e8f-a6fb-63cf8d98844a
  kind: Event
  lastTimestamp: "2026-09-17T21:29:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:07Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-wt2qg.18d638f9d144bfd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31087"
    uid: aa946eee-f5d3-4997-b115-696a98dcfa95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-d65d59944
    namespace: kserve-ci-e2e-test
    resourceVersion: "30027"
    uid: d2b5ab42-20ee-43f5-ae2b-2d31ec26ce00
  kind: Event
  lastTimestamp: "2026-09-17T21:27:35Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-d65d59944-wt2qg'
  metadata:
    creationTimestamp: "2026-09-17T21:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:27:35Z"
    name: isvc-canary-stop-v2-predictor-d65d59944.18d638e46cac4b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "30043"
    uid: 3de97b39-4772-4c4d-9b2b-53827b2b119f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30026"
    uid: 341a6028-2a75-4f18-9427-f003edf09018
  kind: Event
  lastTimestamp: "2026-09-17T21:27:35Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-d65d59944 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T21:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:27:35Z"
    name: isvc-canary-stop-v2-predictor.18d638e4695310c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30028"
    uid: 3a0ebf19-85a3-418e-9859-df16341b99fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30018"
    uid: 0f0798f6-90f7-4708-9374-c8a86715dca1
  kind: Event
  lastTimestamp: "2026-09-17T21:29:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:29:05Z"
    name: isvc-canary-stop.18d638e46b2ad302
    namespace: kserve-ci-e2e-test
    resourceVersion: "31064"
    uid: b6c1e336-bf2c-4fec-a896-2f02e6f35fdf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30018"
    uid: 0f0798f6-90f7-4708-9374-c8a86715dca1
  kind: Event
  lastTimestamp: "2026-09-17T21:28:57Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:28:57Z"
    name: isvc-canary-stop.18d638e46bc0bc94
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: de39e31a-f0f5-4543-9bfe-9a6a5408fff8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30018"
    uid: 0f0798f6-90f7-4708-9374-c8a86715dca1
  kind: Event
  lastTimestamp: "2026-09-17T21:28:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:28:57Z"
    name: isvc-canary-stop.18d638e46bc0f5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30974"
    uid: 8695a8e4-f55b-4355-b230-18aeb336fa28
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30976"
    uid: 0f0798f6-90f7-4708-9374-c8a86715dca1
  kind: Event
  lastTimestamp: "2026-09-17T21:28:57Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:28:57Z"
    name: isvc-canary-stop.18d638f78bb4aaa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30977"
    uid: a2db8364-d7be-4303-8fbf-12ea4174366b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:00:34.037508Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14846"
    uid: 7ca0cdf0-f8c7-4713-9830-1cc7b3b55ec0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-58902f-predictor-788b79c64d-8qvcj
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:00:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:00:34Z"
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj.18d6376adcd76724
    namespace: kserve-ci-e2e-test
    resourceVersion: "14852"
    uid: a84e1d1f-3bc4-4b9e-a735-72c093d83ee7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: 7ca0cdf0-f8c7-4713-9830-1cc7b3b55ec0
  kind: Event
  lastTimestamp: "2026-09-17T21:00:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-58902f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:34Z"
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj.18d6376aeb71c544
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 4d2d26ca-81ce-41f5-86d6-5e6dcff05add
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 7ca0cdf0-f8c7-4713-9830-1cc7b3b55ec0
  kind: Event
  lastTimestamp: "2026-09-17T21:00:35Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:00:35Z"
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj.18d6376b22a210d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14883"
    uid: f97e585d-0426-4ec0-8825-a22300b2758e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: 7ca0cdf0-f8c7-4713-9830-1cc7b3b55ec0
  kind: Event
  lastTimestamp: "2026-09-17T21:00:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:39Z"
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj.18d6376b2417754e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: a7978240-c2b9-4b75-a594-5e54e8fabda9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: 7ca0cdf0-f8c7-4713-9830-1cc7b3b55ec0
  kind: Event
  lastTimestamp: "2026-09-17T21:00:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:40Z"
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj.18d6376b2718c981
    namespace: kserve-ci-e2e-test
    resourceVersion: "14938"
    uid: fe649808-9b32-41ab-a4eb-4b2e3fb66cd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: 7ca0cdf0-f8c7-4713-9830-1cc7b3b55ec0
  kind: Event
  lastTimestamp: "2026-09-17T21:00:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:40Z"
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj.18d6376b277d0e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: c9ca2788-8d6c-4cae-ac94-0aeadcccbbf0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: 7ca0cdf0-f8c7-4713-9830-1cc7b3b55ec0
  kind: Event
  lastTimestamp: "2026-09-17T21:00:43Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:43Z"
    name: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj.18d6376d20f9081d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14981"
    uid: dba849d7-bc73-4624-b2ff-db5c57edf1d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-58902f-predictor-788b79c64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14838"
    uid: 44323047-752c-4bc6-8a3e-0dcdba3dc20b
  kind: Event
  lastTimestamp: "2026-09-17T21:00:34Z"
  message: 'Created pod: isvc-init-fail-58902f-predictor-788b79c64d-8qvcj'
  metadata:
    creationTimestamp: "2026-09-17T21:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:00:34Z"
    name: isvc-init-fail-58902f-predictor-788b79c64d.18d6376adc6da6eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14849"
    uid: 61ab0df9-3e7e-47f3-aec1-535cf4462daf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-58902f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14835"
    uid: 4724e82b-e880-407b-b28e-1f8d4dcaa7c1
  kind: Event
  lastTimestamp: "2026-09-17T21:00:33Z"
  message: Scaled up replica set isvc-init-fail-58902f-predictor-788b79c64d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:00:33Z"
    name: isvc-init-fail-58902f-predictor.18d6376ad90056e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14839"
    uid: 776956e6-fbc4-4b10-a228-f7c1e7e42c4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-58902f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14827"
    uid: 71d64a8f-7f63-4fbd-a579-6bed668dd26e
  kind: Event
  lastTimestamp: "2026-09-17T21:00:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:00:40Z"
    name: isvc-init-fail-58902f.18d6376ad905b87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14939"
    uid: acb30b20-036b-4b47-9cea-0c7cb9709161
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:29:15.924448Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31181"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-7gfn4
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:29:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:29:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fbc54d0ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31187"
    uid: c4bc20d1-7006-44a8-a456-7b8c7936b27b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31191"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:16Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:29:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fbe716473f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31200"
    uid: d486a76f-404b-4d18-ae66-6b72df38f398
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fbe8df5819
    namespace: kserve-ci-e2e-test
    resourceVersion: "31203"
    uid: 1111530f-a7fc-409d-a06b-d72ead28cf75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fbebc10826
    namespace: kserve-ci-e2e-test
    resourceVersion: "31204"
    uid: 249b75c3-d5dc-48ca-8a80-4ce4f6f0c118
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fbec2cb2bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: 7886e9b8-dded-41fc-af08-8b123a7ec3a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:20Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T21:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fcf10ba707
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 4dca03e1-d797-47ae-8ed3-28cce78aec18
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:27Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.083s (6.083s
    including waiting). Image size: 643927317 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fe5bac636e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31288"
    uid: 6ee57737-920b-4940-ae93-ba170daf0ddf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fe5ee04c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "31291"
    uid: c1e0ea7f-9db1-4a1f-9b7a-4879702de76d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fe5f4f1590
    namespace: kserve-ci-e2e-test
    resourceVersion: "31292"
    uid: 1a91113f-4374-433f-a5c6-501b6eb0ed8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fe5f59052d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 90e1b84b-28cf-4ed2-98e7-ef6f9fc46c0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fe61e6807e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31294"
    uid: 5e9ff463-adb3-4854-bc97-9d7fbd2ed8d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fe625b9206
    namespace: kserve-ci-e2e-test
    resourceVersion: "31295"
    uid: 968b4f41-e361-4396-8728-c1eceeec656e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:30:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:30:44Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d638fecff53711
    namespace: kserve-ci-e2e-test
    resourceVersion: "31960"
    uid: 1b811e2c-9622-4424-8e29-a54aa0ac5f9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:30:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:30:56Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d63913382c9775
    namespace: kserve-ci-e2e-test
    resourceVersion: "32071"
    uid: 5cc02886-e7cb-47b1-8fd1-e4955815e601
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:30:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:30:56Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d63913382d57cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32072"
    uid: 6bb659f9-19e9-4ac2-b3b6-d6cec0a70a13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: b8a96751-7842-4ddd-9cc3-a59d2ebae7c7
  kind: Event
  lastTimestamp: "2026-09-17T21:30:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:30:59Z"
    name: isvc-lightgbm-predictor-54f85ddf88-7gfn4.18d639140029c1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32097"
    uid: 5d128cce-3985-46e6-bbac-9a78b6b306b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31171"
    uid: f7c5edd1-7945-4dbe-818a-fc1570170be9
  kind: Event
  lastTimestamp: "2026-09-17T21:29:15Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-7gfn4'
  metadata:
    creationTimestamp: "2026-09-17T21:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:29:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d638fbc4e46cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31182"
    uid: 1faecf08-1785-4d0e-8e22-adcdc6341a1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31169"
    uid: 9a1256ab-5645-4ae0-907d-6d884d123145
  kind: Event
  lastTimestamp: "2026-09-17T21:29:15Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:29:15Z"
    name: isvc-lightgbm-predictor.18d638fbc21361f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31173"
    uid: 31a2cd21-b8fc-4c19-b0d3-0bbed43f8829
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31170"
    uid: 5a143e75-0d99-43af-a0c3-90164405bbe7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:29:45Z"
    name: isvc-lightgbm-predictor.18d638ff40fbf01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31466"
    uid: 3e444170-f157-4c08-9272-448787d4037a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31170"
    uid: 5a143e75-0d99-43af-a0c3-90164405bbe7
  kind: Event
  lastTimestamp: "2026-09-17T21:29:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:29:45Z"
    name: isvc-lightgbm-predictor.18d638ff418ff4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31467"
    uid: edb7c384-c1ec-4283-a813-35a395d6d047
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:30:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31330"
    uid: 5a143e75-0d99-43af-a0c3-90164405bbe7
  kind: Event
  lastTimestamp: "2026-09-17T21:30:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:30:45Z"
    name: isvc-lightgbm-predictor.18d63906403853a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: db1cf24e-9416-4ca7-b39c-3d701a3a9f96
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:30:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31330"
    uid: 5a143e75-0d99-43af-a0c3-90164405bbe7
  kind: Event
  lastTimestamp: "2026-09-17T21:30:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:30:46Z"
    name: isvc-lightgbm-predictor.18d63906409dfeb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31970"
    uid: 78977582-b947-4698-b9d9-e2d2c872b1a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:31:01.844562Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32141"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:31:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:31:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d639146ea1b06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32147"
    uid: 63672c93-b912-4ad1-92b2-ba9d484968a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32151"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:31:02Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:31:02Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d6391490a249d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32169"
    uid: 34489432-4489-4127-a507-e8b429323c01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:31:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:02Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d6391491e5d32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32171"
    uid: 1ddc8d95-739d-40cd-89e6-4f21c89aa191
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:31:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:02Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d6391494cb7e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "32172"
    uid: a1226000-1be2-4dd7-9a85-729d03a140e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:31:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:02Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d6391495392183
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: 35248eea-8674-46e5-956d-ff1a79b54f00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:31:07Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d63915b7252009
    namespace: kserve-ci-e2e-test
    resourceVersion: "32215"
    uid: b99abd98-6796-4eca-a5e6-3a85e665bab0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:31:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d63915ba0c2fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32217"
    uid: 50ef0c38-60a1-419e-8f47-babbb9eee661
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:31:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d63915ba7ab8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32218"
    uid: 42485f66-70ff-4798-becc-36f066deb03d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:31:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d63915ba84b6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32220"
    uid: 94b5acb1-9b74-42e8-9ef4-1464effacf3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:31:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d63915bd2fce6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32222"
    uid: 8f3ede14-a3c0-4258-ae15-86ee59a4610e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:31:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d63915bd9e89f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32224"
    uid: 419db05e-9854-46aa-9498-d9f0ff655f09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:32:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d63915f3293f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "33148"
    uid: bec9bebb-8831-4484-8fd0-2f9db28eacf4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:32:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d6392c0a1d82fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33128"
    uid: b7aed417-687d-4cb7-99f0-8359f4186208
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:32:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d6392c0a1de7af
    namespace: kserve-ci-e2e-test
    resourceVersion: "33129"
    uid: 0fb93d13-022f-4382-8bb4-1d58d031fac1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: a3c66c93-639d-4a82-a506-1208bc26dd2e
  kind: Event
  lastTimestamp: "2026-09-17T21:32:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r.18d6392c4d8b8331
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: e64c9bb0-3853-4bc2-8225-1705745a05b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32132"
    uid: 8abdd388-d999-4f8f-b3a1-e301f46685ca
  kind: Event
  lastTimestamp: "2026-09-17T21:31:01Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-q247r'
  metadata:
    creationTimestamp: "2026-09-17T21:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:31:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d639146e299ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32145"
    uid: c97fe5e1-b540-4100-888a-ef182fcf8883
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: 610f3c0d-b819-486a-ab0c-fccb4ecff8f5
  kind: Event
  lastTimestamp: "2026-09-17T21:31:01Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:31:01Z"
    name: isvc-lightgbm-runtime-predictor.18d639146b156add
    namespace: kserve-ci-e2e-test
    resourceVersion: "32134"
    uid: 310526b5-3409-42e5-9a1d-e5aa6ab4dbcb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32131"
    uid: c8d22bfb-55e6-4907-8b0e-c767e54a789b
  kind: Event
  lastTimestamp: "2026-09-17T21:31:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:31:31Z"
    name: isvc-lightgbm-runtime-predictor.18d63917e99bb7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32487"
    uid: 096a9a14-d54b-4e27-b660-74ab49bb8ef8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32131"
    uid: c8d22bfb-55e6-4907-8b0e-c767e54a789b
  kind: Event
  lastTimestamp: "2026-09-17T21:31:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:31:31Z"
    name: isvc-lightgbm-runtime-predictor.18d63917ea09376b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: f74f7f9b-c406-473f-a999-b68abc614162
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32369"
    uid: c8d22bfb-55e6-4907-8b0e-c767e54a789b
  kind: Event
  lastTimestamp: "2026-09-17T21:32:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:32:31Z"
    name: isvc-lightgbm-runtime-predictor.18d6391ee8184481
    namespace: kserve-ci-e2e-test
    resourceVersion: "33022"
    uid: 517f4370-9ec0-433f-b40f-27487a7250d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32369"
    uid: c8d22bfb-55e6-4907-8b0e-c767e54a789b
  kind: Event
  lastTimestamp: "2026-09-17T21:32:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:32:31Z"
    name: isvc-lightgbm-runtime-predictor.18d6391ee87fe40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33023"
    uid: 8713e6ed-37bd-4c00-a9a9-0f99fe044543
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32123"
    uid: f7b8960c-49e1-4ae2-955f-3c095a6a1dcb
  kind: Event
  lastTimestamp: "2026-09-17T21:32:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:32:35Z"
    name: isvc-lightgbm-runtime.18d639146b2d86aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33061"
    uid: 09f63f38-c64e-4c12-8bbb-4121a0505944
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32123"
    uid: f7b8960c-49e1-4ae2-955f-3c095a6a1dcb
  kind: Event
  lastTimestamp: "2026-09-17T21:31:01Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:31:01Z"
    name: isvc-lightgbm-runtime.18d639146b9fbb5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32138"
    uid: faee232a-3606-4091-a2e4-3760d072c141
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33059"
    uid: f7b8960c-49e1-4ae2-955f-3c095a6a1dcb
  kind: Event
  lastTimestamp: "2026-09-17T21:32:35Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:32:35Z"
    name: isvc-lightgbm-runtime.18d6392a4cdacf24
    namespace: kserve-ci-e2e-test
    resourceVersion: "33060"
    uid: 0929bcbd-6361-4b3b-a63a-8e1e80289e9c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:33:43.638498Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33713"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:33:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:33:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d6393a1a4d4913
    namespace: kserve-ci-e2e-test
    resourceVersion: "33719"
    uid: b7c49243-b2a0-4a28-b624-0e544b1ff797
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33723"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:44Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d6393a3c0cb6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33734"
    uid: aa18599b-ace0-49f8-aeda-ae57487b0c79
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d6393a3dd54cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33738"
    uid: abbfa283-a643-43c4-b3c6-3dfa7817886e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d6393a407e5997
    namespace: kserve-ci-e2e-test
    resourceVersion: "33748"
    uid: ed58513f-bef0-499e-8e03-a8a09a737d1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d6393a40f075f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33752"
    uid: 13e9d221-5700-499b-a056-d74383074474
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:49Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d6393b5a7e88de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33840"
    uid: 524b29d2-d15c-4f9c-b150-b62c59ce575e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d6393b5d532d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33844"
    uid: 94287ed7-a1dd-40d4-b574-4afc5404c7cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d6393b5dc868d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: e4a60271-fad2-4cfa-a322-86171c6d6105
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d6393b5dd1c41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: d68c46be-4132-412d-9d8d-a01491d5c50f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d6393b60cc0c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "33848"
    uid: 607dbef9-fdf5-4227-9539-56549c5cb459
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d6393b614181b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33851"
    uid: 03650df0-37fc-4f44-a54c-969ea84f8031
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d6393b96a58157
    namespace: kserve-ci-e2e-test
    resourceVersion: "33904"
    uid: 0ed2a177-6d70-4d19-ae6e-129c7f14aa78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:34:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:34:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d639411bfd07eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34060"
    uid: 966f050d-f86e-44d0-8e5d-8a6e211bc1ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 2a2ced0b-8422-4284-b408-e45ea01335f4
  kind: Event
  lastTimestamp: "2026-09-17T21:34:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:34:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb.18d639411bfe2c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34061"
    uid: 2085f0b9-19fe-4598-b536-f206fd098cf5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33703"
    uid: fbd37e60-07db-46e0-b10f-f90a1560d40a
  kind: Event
  lastTimestamp: "2026-09-17T21:33:43Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-rwjkb'
  metadata:
    creationTimestamp: "2026-09-17T21:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:33:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d6393a19a44a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33716"
    uid: 379e150d-5cc8-40f0-b2dc-a2e9452d84b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33701"
    uid: 1bf3e63f-0b61-4a78-8021-3d5a2468977c
  kind: Event
  lastTimestamp: "2026-09-17T21:33:43Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:33:43Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6393a15a53f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33704"
    uid: 7d2b6373-ca2e-4aea-98f0-31ffd3c87596
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33702"
    uid: a1ea8d09-c000-4fa0-b58f-b8a96d4678ff
  kind: Event
  lastTimestamp: "2026-09-17T21:34:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:34:13Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6393d94db5e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34041"
    uid: 2f2bec3f-328c-4d46-a24d-c26bd7a701a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33702"
    uid: a1ea8d09-c000-4fa0-b58f-b8a96d4678ff
  kind: Event
  lastTimestamp: "2026-09-17T21:34:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:34:13Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6393d955420e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34042"
    uid: aca35b31-4094-4f76-b549-88de3af2fd9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33694"
    uid: f171c4aa-1b00-456d-8ee8-142c9ff98393
  kind: Event
  lastTimestamp: "2026-09-17T21:34:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:34:06Z"
    name: isvc-lightgbm-v2-kserve.18d6393a15a16da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33988"
    uid: f83fbbe5-7f3e-4cce-b11a-ba0654a7df32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33694"
    uid: f171c4aa-1b00-456d-8ee8-142c9ff98393
  kind: Event
  lastTimestamp: "2026-09-17T21:33:43Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:33:43Z"
    name: isvc-lightgbm-v2-kserve.18d6393a16273017
    namespace: kserve-ci-e2e-test
    resourceVersion: "33707"
    uid: 9ed80f6b-cb51-45a2-be89-4c8e9f701741
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33985"
    uid: f171c4aa-1b00-456d-8ee8-142c9ff98393
  kind: Event
  lastTimestamp: "2026-09-17T21:34:06Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:34:06Z"
    name: isvc-lightgbm-v2-kserve.18d6393f5778a4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33986"
    uid: 230baf15-0c95-422d-93c2-e21cdc2f6e30
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:32:48.390152Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33191"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:32:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:32:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d6392d3d3e6cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: d67a4c3b-aba8-42c1-9440-7da191cc4c75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33200"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: "2026-09-17T21:32:48Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:32:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d6392d5f086a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33215"
    uid: f68c78e7-3a5a-4619-ba68-e7e0b9d24be0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: "2026-09-17T21:32:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d6392d612ee2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 9fb3dbcd-a3d8-419d-a682-6ce9349f73b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: "2026-09-17T21:32:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:49Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d6392d63e4f32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33218"
    uid: 32915561-89c2-4f3d-b82a-b914816b3004
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: "2026-09-17T21:32:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:49Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d6392d6452a2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33219"
    uid: 940805b0-2e66-4638-948e-ab52b7686314
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: "2026-09-17T21:32:53Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T21:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d6392e7ee87b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "33261"
    uid: 77346280-f49a-47a8-b654-fc392d7d7529
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: "2026-09-17T21:32:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d6392e82343bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33263"
    uid: 39500c8b-8481-43b0-8c21-a10854f99329
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: "2026-09-17T21:32:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d6392e82d492d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33264"
    uid: 1c379b9b-9e49-4727-9f00-1df3b55f4a2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: "2026-09-17T21:32:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d6392e82e1409e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33265"
    uid: 45c614ec-b6da-40fe-a031-f46af5668400
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: "2026-09-17T21:32:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d6392e85f61d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "33269"
    uid: ed7c05ee-8f34-47f3-b36a-64d4dd93a3bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: "2026-09-17T21:32:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d6392e8669b405
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: c2dc5846-6fbd-4247-9cde-7c629e1ee657
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: "2026-09-17T21:33:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d63938e216e7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33623"
    uid: 235724c3-8929-4a02-885d-3c63b7ded920
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: e8c93d49-7ff8-49f4-9931-e12eadb52f96
  kind: Event
  lastTimestamp: "2026-09-17T21:33:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld.18d63938e2176169
    namespace: kserve-ci-e2e-test
    resourceVersion: "33624"
    uid: 45ba9fe3-4850-4c9c-ab46-742309f9da46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33180"
    uid: 97881a94-30f9-40e5-9d77-8f69ba0c266b
  kind: Event
  lastTimestamp: "2026-09-17T21:32:48Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-s84ld'
  metadata:
    creationTimestamp: "2026-09-17T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:32:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d6392d3cbd8e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "33194"
    uid: d5fed3aa-99a0-49fc-995e-1c9e64cdc0c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: 64c97ce5-829f-45f2-ba0b-7cba8ba63ee8
  kind: Event
  lastTimestamp: "2026-09-17T21:32:48Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:32:48Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6392d38623e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "33182"
    uid: ccb24f5d-7378-4ff9-88d9-4db517d4544e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33178"
    uid: 391f5066-3428-4a7b-be7c-c5e0a140deae
  kind: Event
  lastTimestamp: "2026-09-17T21:33:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:33:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d63930b77fb108
    namespace: kserve-ci-e2e-test
    resourceVersion: "33449"
    uid: c5659e7e-d269-49bc-986e-d755ec28d152
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33178"
    uid: 391f5066-3428-4a7b-be7c-c5e0a140deae
  kind: Event
  lastTimestamp: "2026-09-17T21:33:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:33:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d63930b7fa1f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33450"
    uid: 308b0fb1-4402-46e5-8a48-7613ee8e9226
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33342"
    uid: 391f5066-3428-4a7b-be7c-c5e0a140deae
  kind: Event
  lastTimestamp: "2026-09-17T21:33:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:33:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d63937b561e0a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 97a0a105-7d2b-4628-ac74-0da697819ead
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33342"
    uid: 391f5066-3428-4a7b-be7c-c5e0a140deae
  kind: Event
  lastTimestamp: "2026-09-17T21:33:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:33:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d63937b5ccb3a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: f3381d20-04a8-4948-8e44-e5729c1893b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33168"
    uid: 6b3aa338-fccf-4262-9dfa-cb383d7a0b4c
  kind: Event
  lastTimestamp: "2026-09-17T21:33:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:33:31Z"
    name: isvc-lightgbm-v2-runtime.18d6392d38793ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33561"
    uid: 9b549745-a4fe-4b74-ad6b-a5940ae7fc07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33168"
    uid: 6b3aa338-fccf-4262-9dfa-cb383d7a0b4c
  kind: Event
  lastTimestamp: "2026-09-17T21:32:48Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:32:48Z"
    name: isvc-lightgbm-v2-runtime.18d6392d394b4fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 37274937-80ff-476f-afc7-b1ad46a0fae4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: 6b3aa338-fccf-4262-9dfa-cb383d7a0b4c
  kind: Event
  lastTimestamp: "2026-09-17T21:33:31Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:33:31Z"
    name: isvc-lightgbm-v2-runtime.18d639375f1c4030
    namespace: kserve-ci-e2e-test
    resourceVersion: "33560"
    uid: 8c0f4174-9882-4e61-b555-c41c888787bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31162"
    uid: b937aa20-ff41-4dca-9548-7c3dc674fc34
  kind: Event
  lastTimestamp: "2026-09-17T21:30:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:30:55Z"
    name: isvc-lightgbm.18d638fbc21fa802
    namespace: kserve-ci-e2e-test
    resourceVersion: "32045"
    uid: f8c6f351-0f54-44a7-bd3b-3f4703e66cef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31162"
    uid: b937aa20-ff41-4dca-9548-7c3dc674fc34
  kind: Event
  lastTimestamp: "2026-09-17T21:29:15Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T21:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:29:15Z"
    name: isvc-lightgbm.18d638fbc2a92fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31177"
    uid: 94f75cf4-403b-4a01-a7b9-3efda5a39595
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:30:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32043"
    uid: b937aa20-ff41-4dca-9548-7c3dc674fc34
  kind: Event
  lastTimestamp: "2026-09-17T21:30:55Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:30:55Z"
    name: isvc-lightgbm.18d63912dc7c874b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32044"
    uid: 68ba4efe-d14e-43dc-9573-7ca673573409
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:04:25.117753Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-8559c4556c-drp48
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:04:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:04:25Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a0aa4c1c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: 9bb883e6-f5b5-4044-924b-1464c42ad974
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:25Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:04:25Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a0cd672b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: 8c8a1ffe-b13d-483b-96dc-3e22a66a9df1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:25Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a0cefbb708
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 0087c45c-ce06-4a7d-ab6c-d56da5c0f9be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:25Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a0d27fb18e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17058"
    uid: 88813626-dbdd-42c4-a09f-c7669090e2dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:25Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a0d2f1e6b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: b680a5c6-d5e7-4991-8461-35c601e76a4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:29Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a1c7d1fe58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: 95bababe-a9f6-442c-a57b-55c2ee0da0c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:29Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a1cb639a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 422a2de7-2971-426f-8674-be46e36a1fe7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:29Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a1cbd5037a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: 4a5a109c-e014-4f2d-87ca-f9b9ceb5bfbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:29Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a1cbde4e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: 44e1c458-9acb-4c89-9097-d77e23812297
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:30Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a1ce36ebea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: 93491a28-f979-4bd8-9f99-ccd98918321f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:30Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a1ceb95afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17106"
    uid: 913cee6e-42e4-479e-b5c6-4cab9bb01eb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:30Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b59b759dbc00d731ff1eeb0e6abaa9d6adb19d1c613e234f3ace5c825641711a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:30Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a1cec3c1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 8a44b204-097c-4a8d-9032-9ef819d409eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:30Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T21:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:30Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a1d1300a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "17108"
    uid: 858536d4-1f64-4946-bc6b-19e24175819b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:04:30Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T21:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:30Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a1d19b5939
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: de2e1ea6-281f-4a70-ae76-bd8e2d5f97eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:06:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:15Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a2040ba8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18152"
    uid: fbd056da-2332-4fac-8eb8-f772af3cfbce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:06:05Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T21:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:05Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637a24009d4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18019"
    uid: 0af72111-2aea-4eca-9488-c0b7826a9442
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:06:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:00Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637b6f0edb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: 19c0ba08-2afe-4b8c-ab0f-c204a953b62c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:06:00Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T21:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:00Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637b6f0ee2b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: 73148156-688a-43d9-a983-d248d09e2f17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:06:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:00Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637b6f0ee8bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17909"
    uid: bb7b3615-985c-4b1d-b3e7-03bcbc8f96d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-drp48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: d3d27677-8197-461d-891e-73308d02f186
  kind: Event
  lastTimestamp: "2026-09-17T21:06:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:12Z"
    name: isvc-logger-predictor-8559c4556c-drp48.18d637b7703634d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18125"
    uid: cbbe054d-b2ba-48dd-adcf-cd58752aa583
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-8559c4556c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: def3eb2f-b466-42f2-a46c-43f8992c2b32
  kind: Event
  lastTimestamp: "2026-09-17T21:04:25Z"
  message: 'Created pod: isvc-logger-predictor-8559c4556c-drp48'
  metadata:
    creationTimestamp: "2026-09-17T21:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:04:25Z"
    name: isvc-logger-predictor-8559c4556c.18d637a0a9bef918
    namespace: kserve-ci-e2e-test
    resourceVersion: "17022"
    uid: 85793839-4aca-40b1-b71b-530650feffd4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 263b3c9c-9edd-4432-8547-4c6374d95bd7
  kind: Event
  lastTimestamp: "2026-09-17T21:04:25Z"
  message: Scaled up replica set isvc-logger-predictor-8559c4556c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:04:25Z"
    name: isvc-logger-predictor.18d637a0a6269cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: 342dd188-3081-404c-816a-6bc147b6abc3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: ab526140-712d-4ee8-a8e7-7487d285512f
  kind: Event
  lastTimestamp: "2026-09-17T21:05:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:05:10Z"
    name: isvc-logger-predictor.18d637a424b1a835
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: c52dd533-6d2f-4a5e-ab1a-981f99bec9c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: ab526140-712d-4ee8-a8e7-7487d285512f
  kind: Event
  lastTimestamp: "2026-09-17T21:05:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:05:10Z"
    name: isvc-logger-predictor.18d637a4251ce615
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: c022ce82-6ea6-40ad-b233-abb582d781c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:05:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: ab526140-712d-4ee8-a8e7-7487d285512f
  kind: Event
  lastTimestamp: "2026-09-17T21:05:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:05:55Z"
    name: isvc-logger-predictor.18d637aea132d8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: 01bbbb77-622d-4ce4-8a2e-27015e6a0f20
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:05:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: ab526140-712d-4ee8-a8e7-7487d285512f
  kind: Event
  lastTimestamp: "2026-09-17T21:05:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:05:55Z"
    name: isvc-logger-predictor.18d637aea1a0cd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17830"
    uid: ee2bb268-eefc-4b29-8fd3-94c33f5378aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16996"
    uid: 55af2b48-a032-402b-998a-d687f312b437
  kind: Event
  lastTimestamp: "2026-09-17T21:05:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:05:45Z"
    name: isvc-logger.18d637a0a62d40ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 1ec1d718-24d4-4de4-ade4-38cbdb865f5a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16996"
    uid: 55af2b48-a032-402b-998a-d687f312b437
  kind: Event
  lastTimestamp: "2026-09-17T21:04:25Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T21:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:04:25Z"
    name: isvc-logger.18d637a0a69e1b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: a4fdfdc9-7fe4-4976-9707-a58036cd24bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:05:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 55af2b48-a032-402b-998a-d687f312b437
  kind: Event
  lastTimestamp: "2026-09-17T21:05:45Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:05:45Z"
    name: isvc-logger.18d637b371925720
    namespace: kserve-ci-e2e-test
    resourceVersion: "17757"
    uid: 93c4211c-dd80-4838-bdb3-a964c620b490
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:34:19.008017Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34127"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:34:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:34:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d63942567d4cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34133"
    uid: 82cca643-fa64-4b23-863d-821104edd756
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34138"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: "2026-09-17T21:34:19Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:34:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d6394278543392
    namespace: kserve-ci-e2e-test
    resourceVersion: "34150"
    uid: 1a2701d4-5226-490f-bcd7-f8b81a9d2016
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: "2026-09-17T21:34:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:34:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d6394279c2676a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34152"
    uid: 1ad4a2dc-e881-4b6d-ad65-cedb6966c83e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: "2026-09-17T21:34:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:34:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d639427c9def6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34154"
    uid: 96e26788-5083-46b3-861e-ccb294f71d63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: "2026-09-17T21:34:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:34:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d639427d203adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34155"
    uid: e24b9b4c-73e2-4735-87c0-c83dd98b4efb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: "2026-09-17T21:34:24Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T21:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:34:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d6394389243626
    namespace: kserve-ci-e2e-test
    resourceVersion: "34191"
    uid: ce1082c3-5479-4774-8e49-a74bfcfb7cd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: "2026-09-17T21:34:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:34:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d639438c5d0d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 7e61e9b0-34c2-4e69-94e8-5ac95d21b1c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: "2026-09-17T21:34:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:34:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d639438ccc2af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34196"
    uid: fc420dbd-3046-4f8c-aa9b-5986ce6a794d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: "2026-09-17T21:34:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:34:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d639438cd66013
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: ae923e39-f97f-4a8c-8210-3eb3130ac4a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: "2026-09-17T21:34:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:34:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d639438f418815
    namespace: kserve-ci-e2e-test
    resourceVersion: "34198"
    uid: 41de1882-39ba-4e69-b6e8-230e6117af00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: "2026-09-17T21:34:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:34:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d639438fc207fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34200"
    uid: c2b81214-9dfb-492f-bb0c-2c0274c7aa81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: "2026-09-17T21:35:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:09Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d6394dfeac9a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: eb5a6a5b-729e-4791-95dc-1fcc0e979fd2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 9a05272a-777d-46de-b1b1-2a089113bb44
  kind: Event
  lastTimestamp: "2026-09-17T21:35:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:09Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5.18d6394dfead2af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34559"
    uid: b86f05cc-9f2a-48bb-beee-a6d4372feaad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34118"
    uid: 51d80580-14ea-4e1d-ac5a-82d96a54cd0c
  kind: Event
  lastTimestamp: "2026-09-17T21:34:19Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-v8lr5'
  metadata:
    creationTimestamp: "2026-09-17T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:34:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d6394256045724
    namespace: kserve-ci-e2e-test
    resourceVersion: "34128"
    uid: 00362045-3c37-4965-ab45-17103ba0a27f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34116"
    uid: 01e39ae5-d4e4-4d75-99fd-c0f49f96cd42
  kind: Event
  lastTimestamp: "2026-09-17T21:34:18Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:34:18Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6394252041bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34120"
    uid: 55457911-5317-4890-a340-823a6fed3aa4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34117"
    uid: 794e2a9a-5678-4392-aa63-46064312c4ba
  kind: Event
  lastTimestamp: "2026-09-17T21:34:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:34:48Z"
    name: isvc-mlflow-v2-runtime-predictor.18d63945d0ca0084
    namespace: kserve-ci-e2e-test
    resourceVersion: "34379"
    uid: 0ace667c-038d-4540-b110-78f0ce677e24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34117"
    uid: 794e2a9a-5678-4392-aa63-46064312c4ba
  kind: Event
  lastTimestamp: "2026-09-17T21:34:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:34:48Z"
    name: isvc-mlflow-v2-runtime-predictor.18d63945d11a2556
    namespace: kserve-ci-e2e-test
    resourceVersion: "34380"
    uid: 77bac4db-b7dd-44e9-aa29-396735be8814
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34272"
    uid: 794e2a9a-5678-4392-aa63-46064312c4ba
  kind: Event
  lastTimestamp: "2026-09-17T21:35:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:35:03Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6394cced23e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34495"
    uid: d7c74768-104b-43c3-9ac1-b604381ab36c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34272"
    uid: 794e2a9a-5678-4392-aa63-46064312c4ba
  kind: Event
  lastTimestamp: "2026-09-17T21:35:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:35:03Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6394ccf660395
    namespace: kserve-ci-e2e-test
    resourceVersion: "34497"
    uid: 8e2532fa-cc0f-4e5c-9e9e-81d7a3919fa8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34108"
    uid: 77ad1757-634a-4b08-8eeb-7aa21c0037ef
  kind: Event
  lastTimestamp: "2026-09-17T21:35:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:35:01Z"
    name: isvc-mlflow-v2-runtime.18d639425205353c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34475"
    uid: 73688a9a-601c-42af-8fd5-4a54144fa0bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34108"
    uid: 77ad1757-634a-4b08-8eeb-7aa21c0037ef
  kind: Event
  lastTimestamp: "2026-09-17T21:34:18Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:34:18Z"
    name: isvc-mlflow-v2-runtime.18d6394252c8e817
    namespace: kserve-ci-e2e-test
    resourceVersion: "34123"
    uid: 598adbdd-c787-4895-abd8-2f59cbdcc686
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34473"
    uid: 77ad1757-634a-4b08-8eeb-7aa21c0037ef
  kind: Event
  lastTimestamp: "2026-09-17T21:35:01Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:35:01Z"
    name: isvc-mlflow-v2-runtime.18d6394c2d7701c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34474"
    uid: 3c53042f-65cf-4af1-9338-2c8303e7536a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:36:39.532684Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35501"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:36:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:36:39Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d639630e698987
    namespace: kserve-ci-e2e-test
    resourceVersion: "35507"
    uid: 53ed13a7-9266-4e60-be24-f64f30a35a05
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35511"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:40Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:36:40Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d63963301b9f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: e9061196-1644-406c-a58b-dc1cd095458c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:40Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d6396331943a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "35526"
    uid: c2b5e8bb-be7f-4c67-9b6d-15d9873341f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:40Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d6396334c53aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35527"
    uid: c3d83a32-1481-418c-83f3-e4236ec45b94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:40Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d639633534b273
    namespace: kserve-ci-e2e-test
    resourceVersion: "35528"
    uid: 3560d210-7829-4ba0-915e-a78d9e8390cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:44Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T21:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:44Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d639644309be3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35583"
    uid: d9cac5c3-a71c-44b1-b927-ae91e2605469
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:56Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.844s (11.844s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d63967050ccfe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35766"
    uid: c4be9169-93cb-4e9a-aa6a-451e0bda6eff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d6396707ff8194
    namespace: kserve-ci-e2e-test
    resourceVersion: "35767"
    uid: 97e9f706-2e10-47c2-878a-7caf2134e0f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d63967086f00bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35768"
    uid: ee8d93f4-05af-4524-a02a-4933b71af266
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d639670877d270
    namespace: kserve-ci-e2e-test
    resourceVersion: "35769"
    uid: d187abc7-ca7d-4c9c-8b92-1eb3d64e694f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d639670b944cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35770"
    uid: bfc60ed1-1486-4096-b5e1-4b80d72c4e26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d639670c5978b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35772"
    uid: 8f3f29ca-02cd-4117-9560-65fed4e61615
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:37:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:37:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d6396711c2d685
    namespace: kserve-ci-e2e-test
    resourceVersion: "36226"
    uid: 929e8269-7bff-443a-975c-a2af22f932c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:37:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:37:50Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d63973adbb1438
    namespace: kserve-ci-e2e-test
    resourceVersion: "36210"
    uid: e4012549-86fe-46b4-b447-f2667c279c67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:37:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:37:50Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d63973adbb981e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36211"
    uid: 9fc86732-037e-49cc-a260-7187af8f5aad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 27fd0782-562c-435d-805c-067839ac18e7
  kind: Event
  lastTimestamp: "2026-09-17T21:37:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp
    10.132.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:37:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mdqtk.18d639741bc774a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36225"
    uid: c45ce758-7c10-4a67-8f10-a25f59bd7808
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35492"
    uid: 8bbb7df4-8ca6-4e12-b82c-f3b64ce99cdb
  kind: Event
  lastTimestamp: "2026-09-17T21:36:39Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-mdqtk'
  metadata:
    creationTimestamp: "2026-09-17T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:36:39Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d639630dc9bdd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: c4634881-c344-4cd9-bab3-aab193c07e41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35489"
    uid: 09f0fc5f-a1fe-4b8f-a183-4d5cf5663224
  kind: Event
  lastTimestamp: "2026-09-17T21:36:39Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:36:39Z"
    name: isvc-paddle-predictor.18d639630b028bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35493"
    uid: e4a8cc49-15cf-495b-a705-015024c19c0c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35491"
    uid: ce9fcf54-5989-4794-8829-96ce6cd01420
  kind: Event
  lastTimestamp: "2026-09-17T21:37:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:37:09Z"
    name: isvc-paddle-predictor.18d6396689656c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35874"
    uid: 0c14df16-fcb4-475e-bdc8-46d0df9316f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35491"
    uid: ce9fcf54-5989-4794-8829-96ce6cd01420
  kind: Event
  lastTimestamp: "2026-09-17T21:37:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:37:09Z"
    name: isvc-paddle-predictor.18d6396689ce4485
    namespace: kserve-ci-e2e-test
    resourceVersion: "35875"
    uid: 840533c9-45f6-48d7-8571-50f98114332c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35751"
    uid: ce9fcf54-5989-4794-8829-96ce6cd01420
  kind: Event
  lastTimestamp: "2026-09-17T21:37:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:37:39Z"
    name: isvc-paddle-predictor.18d6396d874cf08f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36100"
    uid: 5cb2f321-4c71-4446-aa36-8939ebe0d6ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35751"
    uid: ce9fcf54-5989-4794-8829-96ce6cd01420
  kind: Event
  lastTimestamp: "2026-09-17T21:37:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:37:39Z"
    name: isvc-paddle-predictor.18d6396d87b2d0b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: 940a328f-98ab-4039-9326-be2205be5518
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:37:56.175841Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36274"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:37:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:37:56Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d63974e6b35192
    namespace: kserve-ci-e2e-test
    resourceVersion: "36281"
    uid: 82ea554b-b0b0-4810-8fd6-213b24fafd33
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:37:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:37:56Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d63974f1f69b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "36291"
    uid: ab48281b-70aa-40ce-8802-cbddea2dc010
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36285"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:37:57Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:37:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d639752c425b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: f1f9a0dc-c2d9-487b-8487-e1fa471323f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:37:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:37:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d639752dd8fc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "36300"
    uid: 73ca34da-f037-4b97-9288-ca596033a344
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:37:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:37:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d63975307a48e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36301"
    uid: ebc65ba9-9306-4db9-a660-c0c02ed798ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:37:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:37:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d6397530e902bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36302"
    uid: 2dc1a01a-2f1e-42b0-aadd-7d230d406aea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:38:02Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d63976433cdc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "36341"
    uid: 1e70bbfd-7628-40bc-ab77-15489617ec90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:38:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d63976460e5600
    namespace: kserve-ci-e2e-test
    resourceVersion: "36343"
    uid: 0a042ec2-1cfb-4f2b-9123-4c8379a8177d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:38:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d63976467adc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36346"
    uid: f352a961-b05c-4eda-91c5-cd5a9e1349a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:38:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d6397646831df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36347"
    uid: 8172a9cc-5fdc-4be1-b29f-edcface416c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:38:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d6397649a823ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36349"
    uid: 5b9b6060-8b44-4d10-9c5c-b9df2c81658f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:38:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d639764a1588c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36350"
    uid: 7a0dfee8-8a5b-4ccc-a782-0a81d016b7c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:39:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:00Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d63976bb0e32a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36977"
    uid: 8d2aa1ae-e36e-4ae9-932e-1416f199b576
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:38:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d63983300096a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36956"
    uid: 88b97670-bc15-42d2-afdc-541694b0014c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:38:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d63983300109c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: e0202aee-2738-486b-b9ef-c4d1e0a57a0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 2274be89-04d3-4a27-b2b9-17f4084ca55e
  kind: Event
  lastTimestamp: "2026-09-17T21:39:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.62:8643/healthz": dial tcp
    10.132.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:00Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ckc6f.18d63983c5196871
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: 6be9167e-2104-4b88-b7c7-8bd650aee403
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36265"
    uid: d2c99ecb-745d-491f-bdd2-0ef66b884bda
  kind: Event
  lastTimestamp: "2026-09-17T21:37:56Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-ckc6f'
  metadata:
    creationTimestamp: "2026-09-17T21:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:37:56Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d63974e59b772b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36279"
    uid: 13f22011-5ac3-4781-b7eb-dfab7f52b5cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36263"
    uid: 387070ce-c1d6-473c-8dc5-06d6e3c4b076
  kind: Event
  lastTimestamp: "2026-09-17T21:37:56Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T21:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:37:56Z"
    name: isvc-paddle-runtime-predictor.18d63974df7c42f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36268"
    uid: 3ac8a44a-c4b7-452c-891c-fed4792fd353
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36264"
    uid: fb60bef0-a3a2-45cf-be03-5cf9535684bb
  kind: Event
  lastTimestamp: "2026-09-17T21:38:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:38:11Z"
    name: isvc-paddle-runtime-predictor.18d639785dfdd32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 5da14872-de0c-4c94-8121-8e15bfcdce2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36264"
    uid: fb60bef0-a3a2-45cf-be03-5cf9535684bb
  kind: Event
  lastTimestamp: "2026-09-17T21:38:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:38:11Z"
    name: isvc-paddle-runtime-predictor.18d639785e667784
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: 8256a179-4da9-4810-8571-d70362f7f551
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36420"
    uid: fb60bef0-a3a2-45cf-be03-5cf9535684bb
  kind: Event
  lastTimestamp: "2026-09-17T21:38:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:38:56Z"
    name: isvc-paddle-runtime-predictor.18d6397bdd22dbab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36927"
    uid: 9c71ec0f-240b-457d-afc9-f4218554149b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36420"
    uid: fb60bef0-a3a2-45cf-be03-5cf9535684bb
  kind: Event
  lastTimestamp: "2026-09-17T21:38:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:38:56Z"
    name: isvc-paddle-runtime-predictor.18d6397bdd85b7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36928"
    uid: 4756f51c-ac4d-44e6-8ad6-0caa9259b50b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36255"
    uid: 94e473bd-458c-432e-8040-70e0877c2103
  kind: Event
  lastTimestamp: "2026-09-17T21:38:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:38:50Z"
    name: isvc-paddle-runtime.18d63974df80709e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: a12b4821-e502-4bd8-b7a8-ca2fa68863e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36255"
    uid: 94e473bd-458c-432e-8040-70e0877c2103
  kind: Event
  lastTimestamp: "2026-09-17T21:37:56Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:37:56Z"
    name: isvc-paddle-runtime.18d63974e07a60a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36271"
    uid: f3ab8eb0-5453-43f8-a50a-a2f9b152ece7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36880"
    uid: 94e473bd-458c-432e-8040-70e0877c2103
  kind: Event
  lastTimestamp: "2026-09-17T21:38:50Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:38:50Z"
    name: isvc-paddle-runtime.18d6398176544f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: c7f75a87-3846-4efe-9770-7d28063faa5c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:39:02.817851Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37028"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:39:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:39:02Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d639846adfa9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37034"
    uid: ead4b53c-cc91-4b96-9cd1-7fcdb43f496b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:39:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63984778e73fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 3a31b137-79b4-49c6-8132-f054390599a3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37037"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:39:03Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:39:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63984b089b454
    namespace: kserve-ci-e2e-test
    resourceVersion: "37049"
    uid: d892a6c6-ebd3-4014-8b0b-517c42017ee7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:39:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63984b292d43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: ac594153-6684-4bd2-affb-05c58e6ede28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:39:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63984b5cd68d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: a59690d4-2db8-4617-9930-e369d572abc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:39:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63984b63b9687
    namespace: kserve-ci-e2e-test
    resourceVersion: "37053"
    uid: 0e66bb33-032f-4a9c-bd5d-c0cff919fceb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:39:09Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63985ec6fcc34
    namespace: kserve-ci-e2e-test
    resourceVersion: "37097"
    uid: 7d3d03b8-d566-43b1-89a9-bcae556b5426
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:39:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63985ef4254f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37099"
    uid: 2a158243-5ed6-4cd7-afc7-f1ae4fb0dcc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:39:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63985efc46310
    namespace: kserve-ci-e2e-test
    resourceVersion: "37102"
    uid: 86bbe11e-4044-44b9-9090-e750f2d2d692
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:39:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63985efce2c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37103"
    uid: a084c0df-55cb-494d-9e71-617e8447be28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:39:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63985f2cfb85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37105"
    uid: a376005a-443e-41a7-84b8-60dd2cb3265f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:39:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63985f3520c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "37106"
    uid: d1dfcd6d-2f8a-4d2d-b663-85e8d5b1e618
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:39:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d6398664468922
    namespace: kserve-ci-e2e-test
    resourceVersion: "37385"
    uid: c2b707f2-a559-4bda-a24b-0db809436be3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:40:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63992bf5eaf3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37537"
    uid: eefc1b4b-9261-4f64-a818-7461db49a702
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0b0ab8be-3597-4335-b331-0cf9d38cc095
  kind: Event
  lastTimestamp: "2026-09-17T21:40:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz.18d63992bf5f3640
    namespace: kserve-ci-e2e-test
    resourceVersion: "37538"
    uid: 3a21579e-ab22-4da0-a87f-d94e37eeedb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37017"
    uid: c10f54a5-465c-4341-a493-8fa570990e42
  kind: Event
  lastTimestamp: "2026-09-17T21:39:02Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-t7nlz'
  metadata:
    creationTimestamp: "2026-09-17T21:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:39:02Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d639846a2a006e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37031"
    uid: 7f69afd7-8548-417f-9d07-5e794e41ecd1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37015"
    uid: daab05c8-5eac-44cd-afc3-8145a7b89d9b
  kind: Event
  lastTimestamp: "2026-09-17T21:39:02Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:39:02Z"
    name: isvc-paddle-v2-kserve-predictor.18d6398464e14fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: d235abd4-4901-4d90-b46e-3d99e917da0d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37016"
    uid: 63dc9e7a-df96-4dd0-97ca-798aefc8dde9
  kind: Event
  lastTimestamp: "2026-09-17T21:39:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:39:32Z"
    name: isvc-paddle-v2-kserve-predictor.18d63987e33b4596
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 1721ba53-eb80-4316-927d-33f9c982fd50
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37016"
    uid: 63dc9e7a-df96-4dd0-97ca-798aefc8dde9
  kind: Event
  lastTimestamp: "2026-09-17T21:39:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:39:32Z"
    name: isvc-paddle-v2-kserve-predictor.18d63987e3934a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37280"
    uid: c5096551-ab8a-4966-96bc-a607e6b5f36a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 63dc9e7a-df96-4dd0-97ca-798aefc8dde9
  kind: Event
  lastTimestamp: "2026-09-17T21:40:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:02Z"
    name: isvc-paddle-v2-kserve-predictor.18d6398ee1881760
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: 91222579-1dc0-4acd-bdd1-78b7bd76547b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 63dc9e7a-df96-4dd0-97ca-798aefc8dde9
  kind: Event
  lastTimestamp: "2026-09-17T21:40:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:02Z"
    name: isvc-paddle-v2-kserve-predictor.18d6398ee1f29946
    namespace: kserve-ci-e2e-test
    resourceVersion: "37508"
    uid: 9cedd495-6dff-462a-baa8-febc8df640d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37007"
    uid: 2e8f0c4c-2eca-4499-a8b9-2fc1b31e4c55
  kind: Event
  lastTimestamp: "2026-09-17T21:39:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:39:57Z"
    name: isvc-paddle-v2-kserve.18d6398464cdd9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37470"
    uid: c759114d-639b-4de7-9750-e2e7ed1a349a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37007"
    uid: 2e8f0c4c-2eca-4499-a8b9-2fc1b31e4c55
  kind: Event
  lastTimestamp: "2026-09-17T21:39:02Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:39:02Z"
    name: isvc-paddle-v2-kserve.18d6398465713cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37023"
    uid: d78c9329-f53e-45f8-a192-9da27dc65b14
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37468"
    uid: 2e8f0c4c-2eca-4499-a8b9-2fc1b31e4c55
  kind: Event
  lastTimestamp: "2026-09-17T21:39:57Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:39:57Z"
    name: isvc-paddle-v2-kserve.18d6399120ea8481
    namespace: kserve-ci-e2e-test
    resourceVersion: "37469"
    uid: 17c82370-2582-4deb-be4b-a53678994148
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35482"
    uid: 3fb7bd39-4646-48a3-a0ea-5226ac4b2db7
  kind: Event
  lastTimestamp: "2026-09-17T21:37:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:37:42Z"
    name: isvc-paddle.18d639630b0166af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36135"
    uid: a3ccb543-1bc2-4af7-a4fa-bb4b122d670e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35482"
    uid: 3fb7bd39-4646-48a3-a0ea-5226ac4b2db7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:39Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:36:39Z"
    name: isvc-paddle.18d639630b81d455
    namespace: kserve-ci-e2e-test
    resourceVersion: "35498"
    uid: 9072831e-e12a-48e5-8cf1-c1b3411488fd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36133"
    uid: 3fb7bd39-4646-48a3-a0ea-5226ac4b2db7
  kind: Event
  lastTimestamp: "2026-09-17T21:37:42Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:37:42Z"
    name: isvc-paddle.18d63971cd16c457
    namespace: kserve-ci-e2e-test
    resourceVersion: "36134"
    uid: 5601093f-46e8-4080-814c-9d9284e00d2b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:40:09.572963Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37608"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-nqbzg
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:40:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:40:09Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d63993f5c9ddfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37615"
    uid: cb2ee5dc-30bf-43e0-a71b-976530cb4dc9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:40:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:09Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d63993fd31e513
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: 166fdbf4-a7cb-4beb-804c-74aeedd99ab7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37619"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:40:10Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:40:10Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d639943b8884e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37687"
    uid: aa8dd277-4756-4d61-ad58-2d311e326f70
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:40:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:10Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d639943cce9d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "37689"
    uid: 4f10cdf5-b09a-43b8-835a-607acaf696de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:40:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:10Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d639943f464f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "37693"
    uid: 80ffe92f-7c44-4da2-817e-b58824c459af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:40:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:10Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d639943fb5113f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37694"
    uid: 24df77b6-3fbc-486a-ba04-1fd8136dacf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:40:14Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T21:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:14Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d639951dc87ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37741"
    uid: 54f51197-11c8-43f1-9ff5-fabc2e245482
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.121s (7.121s
    including waiting). Image size: 852995966 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d63996c648dedc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37823"
    uid: 73994c84-58a7-4ce7-83e6-53ef372856ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d63996c994f395
    namespace: kserve-ci-e2e-test
    resourceVersion: "37826"
    uid: 4752463b-32e9-4ac3-af83-e1ccf33e3a9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d63996ca0578ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37828"
    uid: cedfee4a-d13e-42c5-9cf4-cc9ecd3daf3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d63996ca12cd3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37829"
    uid: a3ccfc4d-d693-40ed-ac34-f176ce14ac41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d63996cd465347
    namespace: kserve-ci-e2e-test
    resourceVersion: "37839"
    uid: 74e222d1-229e-405d-9c9d-5904900382bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d63996cdc15ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37842"
    uid: 43bfc85c-7605-471b-8794-ba8913b6304f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:41:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:41:39Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d6399738f4e11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38474"
    uid: 7b63a5cf-6402-4de8-8dc8-709819d96ac8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:42:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:01Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d639adfcfdc641
    namespace: kserve-ci-e2e-test
    resourceVersion: "38662"
    uid: 04c3228a-4763-4b55-b33d-e05943301db2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:42:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:01Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d639adfcfe6d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "38663"
    uid: cebb73d5-b290-4975-9616-db80b560d015
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-nqbzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 65fd0171-6ab8-4cb2-9801-d3444235ba2e
  kind: Event
  lastTimestamp: "2026-09-17T21:42:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.65:8643/healthz": dial tcp
    10.132.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:04Z"
    name: isvc-pmml-predictor-8674795f59-nqbzg.18d639aebd32a711
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: 45cd30d0-fc99-466f-8573-9b5d78a4f3ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37599"
    uid: 4e40f417-2bf8-432b-8f6b-211aa934ad03
  kind: Event
  lastTimestamp: "2026-09-17T21:40:09Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-nqbzg'
  metadata:
    creationTimestamp: "2026-09-17T21:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:09Z"
    name: isvc-pmml-predictor-8674795f59.18d63993f54478ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37612"
    uid: 07c34830-2772-47e5-a3d3-d1dea7019332
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: af7ddfc0-fecd-43e3-96cb-8957902471f6
  kind: Event
  lastTimestamp: "2026-09-17T21:40:09Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:09Z"
    name: isvc-pmml-predictor.18d63993f26dd953
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 17d8f8b8-7704-466e-a580-1a55b3bbc09b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37598"
    uid: d29d333a-06fa-4bdb-919f-31689157abae
  kind: Event
  lastTimestamp: "2026-09-17T21:40:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:54Z"
    name: isvc-pmml-predictor.18d639977111e3a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38138"
    uid: b9598cdb-33de-4fd1-92d3-3a8f8171dc92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37598"
    uid: d29d333a-06fa-4bdb-919f-31689157abae
  kind: Event
  lastTimestamp: "2026-09-17T21:40:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:54Z"
    name: isvc-pmml-predictor.18d63997716d4297
    namespace: kserve-ci-e2e-test
    resourceVersion: "38139"
    uid: 19f1d91c-b09c-479c-a9ad-a023968e1c73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:41:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37902"
    uid: d29d333a-06fa-4bdb-919f-31689157abae
  kind: Event
  lastTimestamp: "2026-09-17T21:41:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:41:54Z"
    name: isvc-pmml-predictor.18d639a1eda7b2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38591"
    uid: 35bcf785-010d-4b90-814b-3ed039006305
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:41:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37902"
    uid: d29d333a-06fa-4bdb-919f-31689157abae
  kind: Event
  lastTimestamp: "2026-09-17T21:41:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:41:54Z"
    name: isvc-pmml-predictor.18d639a1ee0ebcb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38592"
    uid: 117f01a3-5cda-4bf4-9715-720685c9581d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:40:21.849469Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37851"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-wbczm
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:40:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d63996d1866c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37857"
    uid: 5560329b-c2e6-47ea-adaa-6ab2988f6fb9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d63996d9c3b644
    namespace: kserve-ci-e2e-test
    resourceVersion: "37865"
    uid: 8aaf6e23-dc0d-48fb-8424-43931af41676
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37861"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:40:23Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:40:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d6399717358acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 5660c6d5-4e1f-4b2d-8dec-f85de911cd30
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:40:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d639971894214b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37883"
    uid: f0eb6efc-096c-4c41-b0cb-48c5f34f3394
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:40:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d639971b1c76aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37885"
    uid: dbe0432c-b717-4ae3-9bbf-b59919097b06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:40:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d639971b8d08a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37886"
    uid: d91078da-6128-4f07-9fe6-9c8094948467
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:40:27Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d63998287c01f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: 4cb58572-d1b8-4ea7-adf5-47004613e189
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:40:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d639982b3f209a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37934"
    uid: 76cba9b0-3212-4a80-9d96-11866e98faa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:40:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d639982babf3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37935"
    uid: 2ad0205f-c986-4414-aa54-52a8dfe9cd72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:40:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d639982bb65e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37937"
    uid: 3f7edac4-b208-4b79-83e8-2626a24d842a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:40:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d639982e512ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37939"
    uid: 4facbe92-6967-47f9-ac1f-011f4996fd62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:40:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d639982ec16370
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 3b5711a0-a355-40cd-937f-6e08a7dbcd00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:41:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:41:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d63998a07b7ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38490"
    uid: 3692b864-807b-4d6a-8b59-0102e9abffd0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:42:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d639ae7fa6f5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38697"
    uid: 10825301-cd60-4dd8-a36a-6130f9f5177a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:42:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d639ae7fa78a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38698"
    uid: 174f9ae5-9729-4ff3-889e-b40d33f816f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 70b97cae-d5dc-41b9-9b4d-add78d57c31d
  kind: Event
  lastTimestamp: "2026-09-17T21:42:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.67:8643/healthz": dial tcp
    10.132.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:05Z"
    name: isvc-pmml-runtime-predictor-885fc8777-wbczm.18d639aefac2beeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38716"
    uid: 0fff20a5-2640-4d64-8170-68e5545c3ad5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37841"
    uid: 7c0e7627-1884-478f-b948-bf5c62790776
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-wbczm'
  metadata:
    creationTimestamp: "2026-09-17T21:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d63996d0ec6400
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: 6b322810-e0dc-495e-9057-dc7ba56d49df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37838"
    uid: 207c3ced-0b0d-4879-90f2-b1b66c67070a
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-pmml-runtime-predictor.18d63996ce2b9b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "37844"
    uid: 04129c5b-dec9-4078-83f5-7cebc77a4453
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37840"
    uid: 2d9328b5-9689-4e91-bc31-14aba5da1ae1
  kind: Event
  lastTimestamp: "2026-09-17T21:40:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:36Z"
    name: isvc-pmml-runtime-predictor.18d6399a4d42191e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38006"
    uid: d56aaeb0-afae-484f-971a-9987331b35da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37840"
    uid: 2d9328b5-9689-4e91-bc31-14aba5da1ae1
  kind: Event
  lastTimestamp: "2026-09-17T21:40:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:36Z"
    name: isvc-pmml-runtime-predictor.18d6399a4db02680
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 39195bde-2bb4-4d3c-aa8a-ff9b790e8ff7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38007"
    uid: 2d9328b5-9689-4e91-bc31-14aba5da1ae1
  kind: Event
  lastTimestamp: "2026-09-17T21:41:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:41:51Z"
    name: isvc-pmml-runtime-predictor.18d6399dccac8caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 2c280396-0eb4-4a23-9573-a23464115e39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38007"
    uid: 2d9328b5-9689-4e91-bc31-14aba5da1ae1
  kind: Event
  lastTimestamp: "2026-09-17T21:41:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:41:51Z"
    name: isvc-pmml-runtime-predictor.18d6399dcd1dc18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: 0655ea80-fcbd-408d-8304-054ba4d210be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37831"
    uid: 2f71889c-26e2-4991-9c4d-cc2aaf414571
  kind: Event
  lastTimestamp: "2026-09-17T21:41:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:41:51Z"
    name: isvc-pmml-runtime.18d63996ce5be4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38573"
    uid: 79ae38ab-4eb4-44b2-abe9-e4e23002caed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37831"
    uid: 2f71889c-26e2-4991-9c4d-cc2aaf414571
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-pmml-runtime.18d63996cec70b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "37848"
    uid: 0f03762d-0032-4580-b8d7-1de0199fcbff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:41:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38571"
    uid: 2f71889c-26e2-4991-9c4d-cc2aaf414571
  kind: Event
  lastTimestamp: "2026-09-17T21:41:51Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:41:51Z"
    name: isvc-pmml-runtime.18d639abc09c5d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "38572"
    uid: 02f3e517-a20a-4705-8dcf-135424aa6656
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:42:08.736219Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38812"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:42:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:42:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639afb478cfd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 2a5e1c5c-0fec-4aad-9e36-e21726f306b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38822"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:42:09Z"
  message: Add eth0 [10.132.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:42:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639afd608d2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38836"
    uid: 456bfb6d-d3c3-4ec6-872e-af056c9f4e74
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:42:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639afd79ca3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38838"
    uid: dbb6da64-6607-4d75-8031-8de7d86f7d52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:42:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639afda98dabf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38840"
    uid: 1393ff3d-a85e-481c-a24d-2a93b27eb5bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:42:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639afdb08c247
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: 62a91079-ddfc-495f-8734-a630187f722c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:42:14Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639b0ef80767c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38890"
    uid: 13adecc6-e3ac-4578-b980-13dcf64ff36f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:42:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639b0f27c9ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38893"
    uid: d6e321d4-408b-4932-ac19-59d1846ddc76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:42:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639b0f300bf72
    namespace: kserve-ci-e2e-test
    resourceVersion: "38896"
    uid: 51ac2b4c-5160-4fa6-b978-8afddff51cb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:42:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639b0f309ad2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38897"
    uid: 2074b8d8-c673-4b6d-a03f-d3aba1f3f8d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:42:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639b0f594030c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38899"
    uid: 2d016fab-6381-462d-848e-0804fd39d1b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:42:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639b0f6031e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "38900"
    uid: 928207d1-55db-44fa-af2c-5fffcf04f8ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:43:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:43:51Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639b167466459
    namespace: kserve-ci-e2e-test
    resourceVersion: "39669"
    uid: 599156fb-2030-4504-b134-593cadd12a6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:43:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:43:50Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639c76408ca95
    namespace: kserve-ci-e2e-test
    resourceVersion: "39633"
    uid: 317e9ddc-30a7-4b3d-840e-989d2b9c4e47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:43:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:43:50Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639c7640954de
    namespace: kserve-ci-e2e-test
    resourceVersion: "39634"
    uid: 6f3fa94a-54eb-4db1-89ec-0c537787ef14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 6190b16c-0f32-4dd4-a000-e0a3076b8c0a
  kind: Event
  lastTimestamp: "2026-09-17T21:43:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.69:8643/healthz": dial tcp
    10.132.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:43:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls.18d639c7c1840914
    namespace: kserve-ci-e2e-test
    resourceVersion: "39693"
    uid: 2143195c-8831-4737-8e83-f558ece52e4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38802"
    uid: 38110c6e-acc3-4f52-a8a4-06fdbda3d1f0
  kind: Event
  lastTimestamp: "2026-09-17T21:42:08Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-bpjls'
  metadata:
    creationTimestamp: "2026-09-17T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:42:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d639afb3d7e87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38814"
    uid: c5435b5c-db8c-4b31-92f4-168e622fb9a4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38800"
    uid: aeb4f1b4-d10d-4d63-9adb-793b79f19c76
  kind: Event
  lastTimestamp: "2026-09-17T21:42:08Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:42:08Z"
    name: isvc-pmml-v2-kserve-predictor.18d639afb0caf67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38803"
    uid: 0883b217-f588-4104-9a3f-1bd977b3f9dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38801"
    uid: 6b138d3f-aa6d-4d64-8913-1e1b0ef5b64b
  kind: Event
  lastTimestamp: "2026-09-17T21:42:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:42:53Z"
    name: isvc-pmml-v2-kserve-predictor.18d639b32f23d3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39197"
    uid: b2d00794-188c-4327-8e21-2e7432d5b738
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38801"
    uid: 6b138d3f-aa6d-4d64-8913-1e1b0ef5b64b
  kind: Event
  lastTimestamp: "2026-09-17T21:42:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:42:53Z"
    name: isvc-pmml-v2-kserve-predictor.18d639b32f9ac454
    namespace: kserve-ci-e2e-test
    resourceVersion: "39199"
    uid: 1359af55-ebea-4e3d-b0e0-d469833b696f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38976"
    uid: 6b138d3f-aa6d-4d64-8913-1e1b0ef5b64b
  kind: Event
  lastTimestamp: "2026-09-17T21:43:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:43:38Z"
    name: isvc-pmml-v2-kserve-predictor.18d639b6ae37961e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: 568f395e-661e-4830-8c65-ba46bd1da7d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38976"
    uid: 6b138d3f-aa6d-4d64-8913-1e1b0ef5b64b
  kind: Event
  lastTimestamp: "2026-09-17T21:43:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:43:38Z"
    name: isvc-pmml-v2-kserve-predictor.18d639b6ae8266e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39527"
    uid: d02c8b7b-417d-4d60-9c92-d9350fa47979
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38793"
    uid: cec87e8a-d1dc-446a-a6b3-ff62c51d542a
  kind: Event
  lastTimestamp: "2026-09-17T21:43:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:43:41Z"
    name: isvc-pmml-v2-kserve.18d639afb0c6fed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39560"
    uid: b39e0913-7c86-4180-8990-a2ea0f49b4bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38793"
    uid: cec87e8a-d1dc-446a-a6b3-ff62c51d542a
  kind: Event
  lastTimestamp: "2026-09-17T21:42:08Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:42:08Z"
    name: isvc-pmml-v2-kserve.18d639afb15006d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38824"
    uid: 8d2f2d5a-3345-4f42-9c94-cb80d011bc94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38795"
    uid: cec87e8a-d1dc-446a-a6b3-ff62c51d542a
  kind: Event
  lastTimestamp: "2026-09-17T21:42:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:42:08Z"
    name: isvc-pmml-v2-kserve.18d639afb7bc0229
    namespace: kserve-ci-e2e-test
    resourceVersion: "38825"
    uid: 82a6364f-3a91-4bfe-b234-12e8cf171506
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: cec87e8a-d1dc-446a-a6b3-ff62c51d542a
  kind: Event
  lastTimestamp: "2026-09-17T21:43:41Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:43:41Z"
    name: isvc-pmml-v2-kserve.18d639c55c85381e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39559"
    uid: 0e479a3e-09c1-494e-8eec-4b756c1206ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37587"
    uid: 29a0af37-3ebb-4c54-8eee-fd2161cc1c1a
  kind: Event
  lastTimestamp: "2026-09-17T21:41:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:41:49Z"
    name: isvc-pmml.18d63993f29fb383
    namespace: kserve-ci-e2e-test
    resourceVersion: "38552"
    uid: 0484bea7-2edb-4171-b39d-a146aa22400f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37587"
    uid: 29a0af37-3ebb-4c54-8eee-fd2161cc1c1a
  kind: Event
  lastTimestamp: "2026-09-17T21:40:09Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:40:09Z"
    name: isvc-pmml.18d63993f30f8c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37604"
    uid: 7924a5f5-7395-4548-9a06-5f100a9ae2d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:41:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38550"
    uid: 29a0af37-3ebb-4c54-8eee-fd2161cc1c1a
  kind: Event
  lastTimestamp: "2026-09-17T21:41:49Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:41:49Z"
    name: isvc-pmml.18d639ab4447f6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38551"
    uid: 2b45e84d-b498-41ea-8432-8b0a05728a1f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:04:30.404779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:04:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:04:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637a1e56dc451
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: f11f30f5-29c3-4666-b2ff-283c27015a85
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:04:30Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:04:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637a20762727f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 640bd79f-7ae0-4782-b2be-867a8ec9d61f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:04:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637a2095a002b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17161"
    uid: 3b4c4fa4-d212-448a-9b9d-5cadcf8599b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:04:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637a20be0ea01
    namespace: kserve-ci-e2e-test
    resourceVersion: "17162"
    uid: c36e3eaf-6462-436c-a5e5-b5d20b92d570
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:04:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637a20c53ecbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17163"
    uid: 81b19e4c-a121-483d-ace0-7662c76f14a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:04:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:34Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637a2f3862b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: c2f8a032-67d5-4256-a892-ccd14dc6c990
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:04:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637a2fa3770e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: efba9e39-d9dc-44f0-851d-15413b5e68d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:04:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637a2faa6b06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: 526a8f76-f601-4078-981e-a0b446158693
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:04:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637a2fab0f748
    namespace: kserve-ci-e2e-test
    resourceVersion: "17210"
    uid: 9bca6169-a597-4e94-bc19-97aa2d6fb8ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:04:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637a2fd2ba52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: f70773ef-e730-427f-ba85-57e1e934f1d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:04:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637a2fd978127
    namespace: kserve-ci-e2e-test
    resourceVersion: "17216"
    uid: 60f2b5db-183a-4119-82be-f7f2d11fb5d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:06:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637a36b96430f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17997"
    uid: 2c55c0a5-5277-418f-999f-1e6f2ac61add
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:06:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637b70b38eb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: 1f2afbb3-2536-411b-b18c-e453a5357f12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:06:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637b70b39ea28
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: f27f319d-314f-4052-83bc-9763e37bd35b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: e5c789ea-c59b-435f-acbb-02d693325eb7
  kind: Event
  lastTimestamp: "2026-09-17T21:06:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl.18d637b771c58912
    namespace: kserve-ci-e2e-test
    resourceVersion: "17996"
    uid: 0120183a-e655-44ac-8242-12b243c6bd5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: 76eb6f14-5b79-48b6-b33b-78a72c8de0af
  kind: Event
  lastTimestamp: "2026-09-17T21:04:30Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-62vhl'
  metadata:
    creationTimestamp: "2026-09-17T21:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:04:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d637a1e4d44dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: 6d3d2f59-9001-4aa8-b90e-cb1d2f75d83f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: f65a12be-4325-484e-a836-c5de34fff6b8
  kind: Event
  lastTimestamp: "2026-09-17T21:04:30Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:04:30Z"
    name: isvc-predictive-lightgbm-predictor.18d637a1e2152d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: f588ded4-0c91-4e6b-ad0f-e5cbec6fc447
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 9fc091a1-7339-4359-8d85-5d2c8a90d139
  kind: Event
  lastTimestamp: "2026-09-17T21:05:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:05:00Z"
    name: isvc-predictive-lightgbm-predictor.18d637a5609a2052
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 32a34879-648e-4f59-bbd5-fecbb261cfa7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 9fc091a1-7339-4359-8d85-5d2c8a90d139
  kind: Event
  lastTimestamp: "2026-09-17T21:05:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:05:00Z"
    name: isvc-predictive-lightgbm-predictor.18d637a561000afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 111edffb-d398-44be-823c-83f1637109cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:05:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17300"
    uid: 9fc091a1-7339-4359-8d85-5d2c8a90d139
  kind: Event
  lastTimestamp: "2026-09-17T21:06:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:06:00Z"
    name: isvc-predictive-lightgbm-predictor.18d637ac5ec4d6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17867"
    uid: 1f51d5b4-dc4d-4c1d-94ec-5cbf77267e58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:05:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17300"
    uid: 9fc091a1-7339-4359-8d85-5d2c8a90d139
  kind: Event
  lastTimestamp: "2026-09-17T21:06:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:06:00Z"
    name: isvc-predictive-lightgbm-predictor.18d637ac5f2b7178
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 8df77caa-5b37-4c05-82f4-ed92d89ec56d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:09:47.100617Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:09:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:09:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637eba1f8add5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: 5771ea2b-cd1e-49d0-b198-e4c01a4464d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:09:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637ebaf451c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 26e42cbc-c5e9-4091-a1aa-519b6d5d4892
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:09:48Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:09:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637ebe7fc1470
    namespace: kserve-ci-e2e-test
    resourceVersion: "19946"
    uid: deda64b3-bec6-4035-9ff9-10e0f84e265b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:09:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637ebe96d09d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19949"
    uid: d0bfbcd9-0d7b-49ac-bd75-69f491681b5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:09:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637ebecd987d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: 93e8b488-f50e-4a28-9eca-f0c5cdaf2812
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:09:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637ebed523276
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 05c55cc2-b851-4641-bd13-a5ae1ae451fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:09:52Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637ecdf2bfc7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19987"
    uid: ff199108-5bac-4d92-845c-a7d9dbac2501
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:09:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637ece27a777b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 036be41e-6931-47ea-8d59-d90d8a732fa3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:09:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637ece30ef304
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: b223b2c5-29e0-4cb1-95eb-cc55ae9e302a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:09:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637ece31a179e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19994"
    uid: c6d5c277-6d39-4286-94c5-46fdac9cae4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:09:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637ece69b5909
    namespace: kserve-ci-e2e-test
    resourceVersion: "19997"
    uid: cec86ff5-c87b-4cb2-a30a-f30d7bab88ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:09:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637ece715a576
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 59f46587-92e7-45dc-a1fc-2d92d225548a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T21:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:11:29Z"
  message: 'Readiness probe failed: Get "http://10.134.0.43:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d637f57d9a8ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: de02febb-8cd8-4977-8b63-2f7299dd6f32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:11:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d63802ebb9bd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: 784f6248-1508-477b-b827-c423e253b35c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:11:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d63802ebbaadfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: 09a817df-fdac-44ae-8339-96ecf11ea33d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 37437a32-00a0-4349-8c76-e93c8b0f7e5c
  kind: Event
  lastTimestamp: "2026-09-17T21:11:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:11:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6.18d6380375883bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: 07e3b897-3d17-4533-aeca-584b884bb8a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19911"
    uid: 0740428a-d05c-4d94-bc4b-0e049df7150b
  kind: Event
  lastTimestamp: "2026-09-17T21:09:47Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-msbk6'
  metadata:
    creationTimestamp: "2026-09-17T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:09:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d637eba13ba91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 2c235e0f-1ec9-40d3-adfd-543fe1a67ab0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 51849824-5daf-461e-901a-0a04fb25ec87
  kind: Event
  lastTimestamp: "2026-09-17T21:09:47Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:09:47Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d637eb9cd6ae90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19913"
    uid: aadc2dd8-01de-4ac6-92e7-b1e3899976ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:10:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19910"
    uid: 1f8a8042-9663-464c-ba28-c6f7ecd828de
  kind: Event
  lastTimestamp: "2026-09-17T21:10:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:10:02Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d637ef1d162af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: 19968d23-753d-4df0-9d20-36966dbb2e69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:10:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19910"
    uid: 1f8a8042-9663-464c-ba28-c6f7ecd828de
  kind: Event
  lastTimestamp: "2026-09-17T21:10:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:10:02Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d637ef1dc6d223
    namespace: kserve-ci-e2e-test
    resourceVersion: "20068"
    uid: 3f582549-a686-4b8c-b2e0-d6ccefc0e515
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:10:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: 1f8a8042-9663-464c-ba28-c6f7ecd828de
  kind: Event
  lastTimestamp: "2026-09-17T21:11:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:11:17Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d637f29c92c845
    namespace: kserve-ci-e2e-test
    resourceVersion: "20686"
    uid: d3329c3a-07ab-447c-b837-58fde2275e19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:10:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: 1f8a8042-9663-464c-ba28-c6f7ecd828de
  kind: Event
  lastTimestamp: "2026-09-17T21:11:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:11:17Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d637f29d212fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: d0411dfd-fbca-4530-8a57-71fd26c5d523
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: c7e3bf1b-7e81-4b09-a755-4a4146626903
  kind: Event
  lastTimestamp: "2026-09-17T21:11:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:11:20Z"
    name: isvc-predictive-lightgbm-v2.18d637eb9cf6c2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: 07456bee-e63a-45f4-8f21-97eca82c7b44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: c7e3bf1b-7e81-4b09-a755-4a4146626903
  kind: Event
  lastTimestamp: "2026-09-17T21:09:47Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:09:47Z"
    name: isvc-predictive-lightgbm-v2.18d637eb9de1b3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19916"
    uid: e5e13982-9fbd-41fe-a834-db5ec1bb97a8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20719"
    uid: c7e3bf1b-7e81-4b09-a755-4a4146626903
  kind: Event
  lastTimestamp: "2026-09-17T21:11:20Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:11:20Z"
    name: isvc-predictive-lightgbm-v2.18d63801537b0073
    namespace: kserve-ci-e2e-test
    resourceVersion: "20720"
    uid: 44d781b3-f4cc-4f34-8fa8-46bff31abf3a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: e16f9d68-13cc-4362-a2f5-e167ad4eb0ad
  kind: Event
  lastTimestamp: "2026-09-17T21:05:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:05:53Z"
    name: isvc-predictive-lightgbm.18d637a1e219f991
    namespace: kserve-ci-e2e-test
    resourceVersion: "17816"
    uid: d711b351-b0cd-4f5b-adc9-5bb7b00a0d91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: e16f9d68-13cc-4362-a2f5-e167ad4eb0ad
  kind: Event
  lastTimestamp: "2026-09-17T21:04:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:04:30Z"
    name: isvc-predictive-lightgbm.18d637a1e2c843bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: 3092ba06-c5d8-4759-a4aa-f03b46070245
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:05:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17813"
    uid: e16f9d68-13cc-4362-a2f5-e167ad4eb0ad
  kind: Event
  lastTimestamp: "2026-09-17T21:05:53Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:05:53Z"
    name: isvc-predictive-lightgbm.18d637b526608fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: 93fb771f-9ff9-4f0d-8792-f0bd0b6eb095
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:00:48.937874Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:00:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:00:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d6376e54f8f23c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15052"
    uid: 78bd57a6-ffc3-4dda-9fca-09fb04003744
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:00:53Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:00:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d6376f5e7a5be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15101"
    uid: 7f9f1e78-c715-4220-92ec-a06848ee3986
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:00:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d6376f5fccdd14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: cab4143c-e61a-4d1b-94f5-ff8f7a324022
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:00:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d6376f6274d357
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: c38a57a5-29a6-4f8a-8017-e059514f510a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:00:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d6376f62e2eb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15105"
    uid: 484d8285-d157-437e-8669-b6d5237f972e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:00:58Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T21:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d6377073cdcb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15147"
    uid: 319a2fa2-ce62-45f3-8d13-55091da00dea
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:01:22Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.63s (24.63s
    including waiting). Image size: 2438912147 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:01:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d637762fea5234
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: e8315f89-15fa-4030-9ddc-1bcc46a077f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:01:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:01:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d63776355e9c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: 8c449a34-8ba2-4644-836e-5b19d255fcd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:01:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:01:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d637763670fcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15347"
    uid: ed7231f7-b12e-45ea-a95f-9174d037495f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:01:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:01:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d637763684fe9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d9914aa3-bb28-4bbc-969a-f0bfac9df2cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:01:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:01:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d637763c6f15be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: 4eea120f-f059-4c9c-a30a-e23c8a0750c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:01:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:01:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d637763dbe59ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 0e42e85c-265f-4747-be60-cd21a10554ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:02:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d6377688a38f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: 9e007def-17ab-4010-b4db-cc4818d011e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:02:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d6378a62e2f92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: ac7c3d73-12d0-4b51-9551-9822c6bf6e56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:02:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d6378a62e385c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: 1ccd2fb0-9d71-4884-b0ad-1649afdb7f97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: a444ff21-4251-4065-b64d-cf4b89173089
  kind: Event
  lastTimestamp: "2026-09-17T21:02:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k.18d6378a8ece97ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: f9afac50-755e-45fb-ac58-086fbdccfd59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15034"
    uid: d6a5de95-49c5-4e0e-b5d1-f9068745f8a2
  kind: Event
  lastTimestamp: "2026-09-17T21:00:48Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-8jg8k'
  metadata:
    creationTimestamp: "2026-09-17T21:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:00:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d6376e548195b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 57025b4a-5d4e-4e8e-9577-496be986ae40
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 8c1fca6b-8920-458c-ba79-99c94b254114
  kind: Event
  lastTimestamp: "2026-09-17T21:00:48Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:00:48Z"
    name: isvc-predictive-sklearn-predictor.18d6376e50b2c4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 09a80fa1-a30b-4472-9d67-8b890fdf940f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: a9a7d2da-32bd-41fb-93dd-d52284a15e30
  kind: Event
  lastTimestamp: "2026-09-17T21:01:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:01:48Z"
    name: isvc-predictive-sklearn-predictor.18d63771cf923cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15543"
    uid: afb7e324-c1b4-4476-baf7-56197c7f6491
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: a9a7d2da-32bd-41fb-93dd-d52284a15e30
  kind: Event
  lastTimestamp: "2026-09-17T21:01:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:01:48Z"
    name: isvc-predictive-sklearn-predictor.18d63771cff6814f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15544"
    uid: f705d801-6512-4ae0-bd67-847511c816e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15205"
    uid: a9a7d2da-32bd-41fb-93dd-d52284a15e30
  kind: Event
  lastTimestamp: "2026-09-17T21:02:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:02:48Z"
    name: isvc-predictive-sklearn-predictor.18d6377fcc2620d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: 6588893d-1107-4325-b361-6d8a032e8c90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15205"
    uid: a9a7d2da-32bd-41fb-93dd-d52284a15e30
  kind: Event
  lastTimestamp: "2026-09-17T21:02:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:02:49Z"
    name: isvc-predictive-sklearn-predictor.18d6377fcc8b9d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: cb4527d3-b0c0-4402-93a6-172a1575c074
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:06:06.410155Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18047"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:06:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:06:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637b83fcb8484
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: 1aafeb2c-908c-4e4a-9d1c-3721f68bff63
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:06Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:06:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637b861fad383
    namespace: kserve-ci-e2e-test
    resourceVersion: "18072"
    uid: b724b5da-2f2b-49e0-ab5b-e3ec72da9822
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:07Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
  metadata:
    creationTimestamp: "2026-09-17T21:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637b8635dfce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18074"
    uid: 5e89047b-572d-463b-9031-6d346acd1ac8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    in 3.645s (3.645s including waiting). Image size: 306739624 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637b93cac6d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: bf9b2413-9627-4473-b2c2-d0be2889167b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637b93fdf03ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18102"
    uid: b1bfbb63-1f18-46f6-9741-835fc63b9524
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637b9406f7cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18103"
    uid: 55a577fe-31ee-4b1f-b8e5-c649aaec26f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:15Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T21:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637ba5157dc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18144"
    uid: 978e4572-22e9-440e-90e4-e2d66eec220b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:36Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.55s (21.55s
    including waiting). Image size: 2438912147 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637bf55d3ad11
    namespace: kserve-ci-e2e-test
    resourceVersion: "18315"
    uid: 662bc7dd-ed8b-49bd-b9f9-e218c8ca4bb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637bf5e72c2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18318"
    uid: e37fa6da-7fc7-4647-8bc7-6d2e7c0de7c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637bf5fbf1443
    namespace: kserve-ci-e2e-test
    resourceVersion: "18319"
    uid: d79e66ad-db85-4981-90f2-17cbf0f5d18e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:37Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T21:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637bf5fcd1f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18320"
    uid: 9013d58e-a2a0-4ecc-b07a-323628063f64
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.914s (2.915s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637c00d8d04c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 754bf106-0789-4cd9-a145-86c6d99a23f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637c0139a7dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18344"
    uid: 81312dcf-9b60-47a8-ae34-b6a218b458ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:06:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637c0150316d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: bc79af0f-3476-49f1-935b-72d467700169
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:07:46Z"
  message: 'Readiness probe failed: Get "http://10.134.0.41:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:07:46Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637c63bc1c5d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18818"
    uid: 20d77453-7844-4bb6-81d7-c82bd80ccd7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:08:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637d43be2254d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: a40ff95a-d69f-4405-b83d-ae44cabf7704
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:08:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637d43be2fa02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18986"
    uid: d9fc40bb-374e-48cf-9c4a-91a463eafb47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: fba6548d-406e-4b1f-b7c5-2372e3a6fe82
  kind: Event
  lastTimestamp: "2026-09-17T21:08:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v.18d637d55dadb0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 6ed414c3-41fb-40ff-bad9-d5722cd8487d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: 3df16ee1-3196-4321-988a-f3f22ea5d716
  kind: Event
  lastTimestamp: "2026-09-17T21:06:06Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mbg4v'
  metadata:
    creationTimestamp: "2026-09-17T21:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:06:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d637b83f654dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3303e0a6-caf8-46f9-a345-295e410b8d5d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: 6ba95877-b676-49c9-811a-0ea8a115de9d
  kind: Event
  lastTimestamp: "2026-09-17T21:06:06Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:06:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18d637b83cd23a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18039"
    uid: b93efd93-f49b-4869-9a57-9eddb2182dc3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18037"
    uid: e460758e-e8b2-429f-bfcb-dea809f44652
  kind: Event
  lastTimestamp: "2026-09-17T21:07:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:07:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18d637bbbb5c9897
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: c549d907-3810-43e0-a13a-1a0b69c845c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18037"
    uid: e460758e-e8b2-429f-bfcb-dea809f44652
  kind: Event
  lastTimestamp: "2026-09-17T21:07:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:07:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18d637bbbbc830b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 252e8e7f-8812-4494-b4ad-ee38ad096dd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:07:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18191"
    uid: e460758e-e8b2-429f-bfcb-dea809f44652
  kind: Event
  lastTimestamp: "2026-09-17T21:08:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:08:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18d637c9b73d543e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18966"
    uid: 18a372f4-1bfb-4b36-9516-865215bcc1ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:07:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18191"
    uid: e460758e-e8b2-429f-bfcb-dea809f44652
  kind: Event
  lastTimestamp: "2026-09-17T21:08:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:08:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18d637c9b7a54248
    namespace: kserve-ci-e2e-test
    resourceVersion: "18968"
    uid: 3617e3c2-cd9f-4221-95b5-08b57c68fa60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18029"
    uid: 70af24af-de06-43bd-b66f-968d24a8f685
  kind: Event
  lastTimestamp: "2026-09-17T21:07:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:07:57Z"
    name: isvc-predictive-sklearn-v2.18d637b83cd55509
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: ad70142e-bbb1-4904-bf52-39490ac7d0f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18029"
    uid: 70af24af-de06-43bd-b66f-968d24a8f685
  kind: Event
  lastTimestamp: "2026-09-17T21:06:06Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:06:06Z"
    name: isvc-predictive-sklearn-v2.18d637b83d556beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18060"
    uid: 2a1df5bc-7f9b-4746-90b8-9bd81c28acd2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18031"
    uid: 70af24af-de06-43bd-b66f-968d24a8f685
  kind: Event
  lastTimestamp: "2026-09-17T21:06:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:06:06Z"
    name: isvc-predictive-sklearn-v2.18d637b8432eafc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18061"
    uid: 5653d44f-6ac3-4183-94bb-f80739506fab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:07:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18899"
    uid: 70af24af-de06-43bd-b66f-968d24a8f685
  kind: Event
  lastTimestamp: "2026-09-17T21:07:57Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:07:57Z"
    name: isvc-predictive-sklearn-v2.18d637d203faa0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18900"
    uid: 459905fe-2e42-4dfa-a56b-5e90cad4c165
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: 5bcfd6fc-47cf-441c-837d-0ab010b564b2
  kind: Event
  lastTimestamp: "2026-09-17T21:02:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:02:40Z"
    name: isvc-predictive-sklearn.18d6376e50b8638a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 05da3828-49e4-4572-8f90-0535b889b86f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: 5bcfd6fc-47cf-441c-837d-0ab010b564b2
  kind: Event
  lastTimestamp: "2026-09-17T21:00:48Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:00:48Z"
    name: isvc-predictive-sklearn.18d6376e51250ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 0eaafd04-0df1-41db-9315-d815021270e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16020"
    uid: 5bcfd6fc-47cf-441c-837d-0ab010b564b2
  kind: Event
  lastTimestamp: "2026-09-17T21:02:40Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:02:40Z"
    name: isvc-predictive-sklearn.18d637883fa8b632
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: 3d4be166-a516-4e5d-ba1c-626497ddd5bc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:02:54.658283Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-65m8p
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:02:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:02:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378b9a7e19ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 0e33bb4c-3570-4e1a-a3a0-c562c30535b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:02:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378ba629847d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: e76455a7-3e5a-4274-ad64-4eddddf14c9d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:02:55Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:02:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378bdfdc36e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 12710989-05fa-4876-985b-47daec0b54a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:02:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378be1d107cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: 947d0cb1-4b5d-4a5a-9dba-b699e56105ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:02:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378be4ae2482
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: 55a49092-d69d-420d-92c4-086dabe2699f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:02:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378be50ce8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: 334eefe6-7770-4971-a857-8bfbbc39a7e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:03:00Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:03:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378cf9ac8085
    namespace: kserve-ci-e2e-test
    resourceVersion: "16254"
    uid: de22f457-8133-4fee-b7fb-b42f1c61a591
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:03:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:03:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378cfc872024
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: fc3ac3c1-38fd-4412-8b29-50d6d6fc35be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:03:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:03:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378cfcf8d9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16257"
    uid: 4e070b93-4a48-48d1-b101-84d45b435280
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:03:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:03:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378cfd0224b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16260"
    uid: 1db3fb3d-62fb-4b0e-ae5c-6f0bfe72efd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:03:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:03:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378d000fdb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: c604f4a0-e971-4773-a99b-fcb26ee29669
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:03:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:03:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378d007f411d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 6fddfb64-03ed-47d0-8fa4-8fb4536dfa9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:04:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d6378d35acfa37
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: a681757f-5bfd-4a1a-930a-0af963b57b91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:04:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:25Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d637a0af0e5fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17046"
    uid: 0dff7af6-a512-49b7-9067-7547ab77910f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:04:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:25Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d637a0af0ea452
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: d59e4fbf-99f4-4e77-be55-c23f8bc1bb4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: ddd1feaa-77a7-4a54-9ed8-9e5861055643
  kind: Event
  lastTimestamp: "2026-09-17T21:04:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-65m8p.18d637a13befa1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: 1b82fc9f-89df-4c5c-a51c-a6e0b443c0dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16168"
    uid: ef453244-95e0-4425-9ef7-787f0299b34b
  kind: Event
  lastTimestamp: "2026-09-17T21:02:54Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-65m8p'
  metadata:
    creationTimestamp: "2026-09-17T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:02:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d6378b99fad620
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: d11098bb-7dde-4919-8256-2517b24648cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: b53d6a29-cdfe-45d5-9473-00a4c9857cc8
  kind: Event
  lastTimestamp: "2026-09-17T21:02:54Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:02:54Z"
    name: isvc-predictive-xgboost-predictor.18d6378b94a75b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 06c99e9a-3b85-450b-a1fa-c9138b2d4d00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16167"
    uid: d216df98-e1ea-4107-8c4c-be51cc2b9f6c
  kind: Event
  lastTimestamp: "2026-09-17T21:03:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:03:39Z"
    name: isvc-predictive-xgboost-predictor.18d6378f1322806a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: 205a5b01-3fe0-4895-bce0-8bc63d2ec2c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16167"
    uid: d216df98-e1ea-4107-8c4c-be51cc2b9f6c
  kind: Event
  lastTimestamp: "2026-09-17T21:03:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:03:39Z"
    name: isvc-predictive-xgboost-predictor.18d6378f13859b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: 8c62b457-5caf-4807-a62e-b3ceecaca06c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: d216df98-e1ea-4107-8c4c-be51cc2b9f6c
  kind: Event
  lastTimestamp: "2026-09-17T21:04:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:04:24Z"
    name: isvc-predictive-xgboost-predictor.18d637999017d370
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: fae8bc0e-3416-44c3-a5f0-c50132f5e347
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: d216df98-e1ea-4107-8c4c-be51cc2b9f6c
  kind: Event
  lastTimestamp: "2026-09-17T21:04:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:04:24Z"
    name: isvc-predictive-xgboost-predictor.18d63799905f03e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: 9e76a755-08cb-4ba2-88b4-043fda83aeb6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:08:11.804138Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:08:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:08:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637d571dbd539
    namespace: kserve-ci-e2e-test
    resourceVersion: "19052"
    uid: c9d0e99b-1d24-4bfd-ae34-5b2de19974a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19058"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:08:12Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:08:12Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637d593e357af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19069"
    uid: a5cb79b7-97f8-411d-bac7-46e542897094
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:08:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:12Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637d59564adc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: 47e2bf72-009f-4fa5-9cbb-5e772d4cf403
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:08:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:12Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637d598b15ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19072"
    uid: d578d215-1681-4d87-9c91-109be411df9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:08:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:12Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637d5992aacca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19073"
    uid: 7673b800-968d-4f55-bd92-8653ab19624b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:08:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637d6a441a3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19113"
    uid: 0f5becbc-2b0c-451d-930a-5171a581838a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:08:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637d6a7d6b0e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19117"
    uid: c5666167-1921-47ab-bd3b-7bfb21b4d4cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:08:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637d6a84d5726
    namespace: kserve-ci-e2e-test
    resourceVersion: "19118"
    uid: 47a8c794-843f-4b4d-9890-fad7a84ab899
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:08:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637d6a8589acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: cd3132f2-6333-4c3c-b5a9-e8479077ba0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:08:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637d6ac303b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19121"
    uid: d66b5232-acf5-4c96-a389-42b4dfe27e97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:08:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:08:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637d6acac5938
    namespace: kserve-ci-e2e-test
    resourceVersion: "19123"
    uid: 91f341b9-f99b-4663-8f5c-a01ea4f2b20f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:09:43Z"
  message: 'Readiness probe failed: Get "http://10.134.0.42:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637df42c0edd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19877"
    uid: 8290c42d-1d02-4a98-928b-8601bf2631d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:09:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637ea671a37c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: aa96ba83-f1d0-461b-9799-dca26d4abe2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:09:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637ea671aa03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19856"
    uid: a211d9ca-4f8d-469f-8394-34dd6dae62a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 15783a77-c2cf-4345-bce1-b1931fbed977
  kind: Event
  lastTimestamp: "2026-09-17T21:09:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:09:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b.18d637eae694f580
    namespace: kserve-ci-e2e-test
    resourceVersion: "19876"
    uid: a0418cbf-0e71-437d-b343-9f3085804d0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19036"
    uid: ed4c7606-2843-4116-b2ac-198b1ac3c1b1
  kind: Event
  lastTimestamp: "2026-09-17T21:08:11Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jb74b'
  metadata:
    creationTimestamp: "2026-09-17T21:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:08:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d637d570c81099
    namespace: kserve-ci-e2e-test
    resourceVersion: "19050"
    uid: 13d32f32-e250-4281-8ca2-c3aa0841ecba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19034"
    uid: 3df92f65-4eec-41b5-86ae-2752f9579621
  kind: Event
  lastTimestamp: "2026-09-17T21:08:11Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:08:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18d637d56abf8e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "19037"
    uid: 13d2c967-82f3-4ec2-a8dc-c3edf9c146b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19035"
    uid: e61127f2-0b71-4693-a50f-4aad38e07855
  kind: Event
  lastTimestamp: "2026-09-17T21:08:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:08:56Z"
    name: isvc-predictive-xgboost-v2-predictor.18d637d8e946a6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: eb95cbe4-39fa-4587-8d5d-1bb7a6fd45ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19035"
    uid: e61127f2-0b71-4693-a50f-4aad38e07855
  kind: Event
  lastTimestamp: "2026-09-17T21:08:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:08:56Z"
    name: isvc-predictive-xgboost-v2-predictor.18d637d8e9ae881b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19424"
    uid: 77ad78e5-2938-4060-b0e8-ea73cfff67b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: e61127f2-0b71-4693-a50f-4aad38e07855
  kind: Event
  lastTimestamp: "2026-09-17T21:09:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:09:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18d637dc685d0907
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: 96fa37a6-8857-4939-81cf-89b710c9d109
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: e61127f2-0b71-4693-a50f-4aad38e07855
  kind: Event
  lastTimestamp: "2026-09-17T21:09:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:09:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18d637dc68c27ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: a3b0a129-2242-4e9d-bf5d-9df3e1a4cb61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 2afc2031-5e11-4551-89bd-ccbccbfec816
  kind: Event
  lastTimestamp: "2026-09-17T21:09:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:09:34Z"
    name: isvc-predictive-xgboost-v2.18d637d56aca197b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 74c3d500-f35f-46ea-aa39-ab8a1ed1a1c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:08:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 2afc2031-5e11-4551-89bd-ccbccbfec816
  kind: Event
  lastTimestamp: "2026-09-17T21:08:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:08:11Z"
    name: isvc-predictive-xgboost-v2.18d637d56b417dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 89bd080b-efc6-4386-a2ed-fef773230be1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:09:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 2afc2031-5e11-4551-89bd-ccbccbfec816
  kind: Event
  lastTimestamp: "2026-09-17T21:09:34Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:09:34Z"
    name: isvc-predictive-xgboost-v2.18d637e8b773ae59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: d1b76567-9815-4c39-bd25-f6df22ee5899
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 16ee414a-903b-456c-b057-1c458fc903b8
  kind: Event
  lastTimestamp: "2026-09-17T21:04:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:04:17Z"
    name: isvc-predictive-xgboost.18d6378b94b01e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: 88d37c9b-75cd-40f9-a2a4-6369a8c4a825
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 16ee414a-903b-456c-b057-1c458fc903b8
  kind: Event
  lastTimestamp: "2026-09-17T21:02:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:02:54Z"
    name: isvc-predictive-xgboost.18d6378b952cce42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: 4b3925df-da70-4478-bd5d-7e4d699fc147
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: 16ee414a-903b-456c-b057-1c458fc903b8
  kind: Event
  lastTimestamp: "2026-09-17T21:02:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:02:54Z"
    name: isvc-predictive-xgboost.18d6378b9ed56191
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: e701b599-7f03-4f9f-99a9-7de91f0ca066
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 16ee414a-903b-456c-b057-1c458fc903b8
  kind: Event
  lastTimestamp: "2026-09-17T21:04:17Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:04:17Z"
    name: isvc-predictive-xgboost.18d6379eedf366e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: b16390b6-93d8-430f-b273-836c1e4b6226
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:42:06.540019Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38745"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-d588d2-predictor-cf985f74f-426n7
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:42:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:42:06Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639af319178c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38749"
    uid: 2caad4de-1aed-4142-b746-f05f2060e1a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:42:07Z"
  message: Add eth0 [10.132.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:42:07Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639af538139ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38766"
    uid: 6e26565e-1186-4856-9f48-7fb9f02c8b8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:42:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:07Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639af54e6bd56
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 441d2305-1cb5-4291-9641-e4a299deec47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:42:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:07Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639af57a2c6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38769"
    uid: 92582ef2-2692-4c5a-8f83-2dc6a8690b14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:42:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:07Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639af5810d0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38770"
    uid: f9db5677-3bfa-4c5a-9990-5ea34fa7cffe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:42:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:12Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639b077978c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38865"
    uid: 3d137117-9a1d-4218-9698-3ee25b2d8dfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:42:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:12Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639b07a3887fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38867"
    uid: a586fc26-733b-471e-961b-1b9e30a13029
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:42:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:12Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639b07aa4a855
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 23f17cb4-494b-45ee-9941-363e3fa7710e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:42:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:12Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639b07aaeae92
    namespace: kserve-ci-e2e-test
    resourceVersion: "38871"
    uid: 72db40be-18c4-4d69-8656-644a8be2df3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:42:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:12Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639b07d4bd497
    namespace: kserve-ci-e2e-test
    resourceVersion: "38873"
    uid: 94f92c68-7fb0-4f9c-a980-510ca94aeec3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:42:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:42:12Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639b07dba34f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38874"
    uid: 620e4bbd-ce2a-4c5f-922a-c1d8ffe21c45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:44:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:44:10Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639b0ef8a2074
    namespace: kserve-ci-e2e-test
    resourceVersion: "39879"
    uid: 952a4f01-b59a-483e-9c4b-6d1f0b2bc599
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:44:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:44:09Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639cbe3789aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39873"
    uid: 2dce1cea-7dc8-4cd9-8414-6529294e6fae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:44:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:44:09Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639cbe37939b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39874"
    uid: 20321687-e7ab-4c1b-97f3-267e6fd99d70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 4badcf81-cd9b-42fe-935c-9aa056d836c1
  kind: Event
  lastTimestamp: "2026-09-17T21:44:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.68:8643/healthz": dial tcp
    10.132.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:44:10Z"
    name: isvc-primary-d588d2-predictor-cf985f74f-426n7.18d639cbf1f35f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "39878"
    uid: 36dc6989-8745-47fc-a5cc-33af1807b405
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-d588d2-predictor-cf985f74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: c3908298-e4ee-4e97-8758-9148f1373a5b
  kind: Event
  lastTimestamp: "2026-09-17T21:42:06Z"
  message: 'Created pod: isvc-primary-d588d2-predictor-cf985f74f-426n7'
  metadata:
    creationTimestamp: "2026-09-17T21:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:42:06Z"
    name: isvc-primary-d588d2-predictor-cf985f74f.18d639af311f4532
    namespace: kserve-ci-e2e-test
    resourceVersion: "38746"
    uid: 8d74a2a6-1d89-4380-9a68-381b0dcdb892
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-d588d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38734"
    uid: a97159fc-5307-4928-9db0-440024929141
  kind: Event
  lastTimestamp: "2026-09-17T21:42:06Z"
  message: Scaled up replica set isvc-primary-d588d2-predictor-cf985f74f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T21:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:42:06Z"
    name: isvc-primary-d588d2-predictor.18d639af2cd04c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38737"
    uid: a932940a-0c3c-4451-bf50-2c4d365ff805
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d588d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38735"
    uid: 12ccfa5a-cb8a-4ea6-bde0-f8141d1f750f
  kind: Event
  lastTimestamp: "2026-09-17T21:42:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:42:36Z"
    name: isvc-primary-d588d2-predictor.18d639b2ab5f182f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39067"
    uid: 41fda486-3749-4f13-9d0b-25966a80c03a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d588d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38735"
    uid: 12ccfa5a-cb8a-4ea6-bde0-f8141d1f750f
  kind: Event
  lastTimestamp: "2026-09-17T21:42:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:42:36Z"
    name: isvc-primary-d588d2-predictor.18d639b2abc77353
    namespace: kserve-ci-e2e-test
    resourceVersion: "39068"
    uid: efcbc6e8-bd76-4813-97cd-0d3f15d29257
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d588d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38957"
    uid: 12ccfa5a-cb8a-4ea6-bde0-f8141d1f750f
  kind: Event
  lastTimestamp: "2026-09-17T21:43:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:43:51Z"
    name: isvc-primary-d588d2-predictor.18d639b9aa005e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "39653"
    uid: f3b630ae-0911-4b4d-818f-ed8097510aab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d588d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38957"
    uid: 12ccfa5a-cb8a-4ea6-bde0-f8141d1f750f
  kind: Event
  lastTimestamp: "2026-09-17T21:43:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:43:51Z"
    name: isvc-primary-d588d2-predictor.18d639b9aa6c4f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39656"
    uid: c5c7a0f8-1614-4721-8749-980e1b6b19ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d588d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: d0cd8adb-578a-4700-8400-9e341a17bfd3
  kind: Event
  lastTimestamp: "2026-09-17T21:43:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:43:30Z"
    name: isvc-primary-d588d2.18d639af2cd61393
    namespace: kserve-ci-e2e-test
    resourceVersion: "39468"
    uid: 07217cce-b9e6-4fac-9077-d4743660052c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d588d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: d0cd8adb-578a-4700-8400-9e341a17bfd3
  kind: Event
  lastTimestamp: "2026-09-17T21:42:06Z"
  message: 'Failed to update status for InferenceService "isvc-primary-d588d2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-d588d2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:42:06Z"
    name: isvc-primary-d588d2.18d639af2d41bdb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38754"
    uid: c86274ae-99e2-4388-b11d-16ab4d43b5f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:42:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d588d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: d0cd8adb-578a-4700-8400-9e341a17bfd3
  kind: Event
  lastTimestamp: "2026-09-17T21:42:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-d588d2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:42:06Z"
    name: isvc-primary-d588d2.18d639af2d42121e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38756"
    uid: d63d82a6-91d0-4560-a37a-1f1e1b30921b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d588d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39465"
    uid: d0cd8adb-578a-4700-8400-9e341a17bfd3
  kind: Event
  lastTimestamp: "2026-09-17T21:43:30Z"
  message: InferenceService [isvc-primary-d588d2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:43:30Z"
    name: isvc-primary-d588d2.18d639c2a7488666
    namespace: kserve-ci-e2e-test
    resourceVersion: "39466"
    uid: 44469bb3-782d-49ae-9adb-15a6916f3152
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:43:51.752751Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39678"
    uid: f7b3f4b3-fb30-4f7b-a424-d19fd3c006c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:43:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:43:51Z"
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt.18d639c7b0bc613c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39682"
    uid: ad960a95-9796-440a-a131-6038f034cffd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39687"
    uid: f7b3f4b3-fb30-4f7b-a424-d19fd3c006c9
  kind: Event
  lastTimestamp: "2026-09-17T21:43:52Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:43:52Z"
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt.18d639c7d2d19435
    namespace: kserve-ci-e2e-test
    resourceVersion: "39695"
    uid: bd68056c-c366-4b53-8df6-18845f648a39
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39680"
    uid: f7b3f4b3-fb30-4f7b-a424-d19fd3c006c9
  kind: Event
  lastTimestamp: "2026-09-17T21:43:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:43:57Z"
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt.18d639c7d46f4ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39742"
    uid: 2f2a1fa4-f199-4bf3-96a9-c8c3e9e9f8f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39680"
    uid: f7b3f4b3-fb30-4f7b-a424-d19fd3c006c9
  kind: Event
  lastTimestamp: "2026-09-17T21:43:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:43:57Z"
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt.18d639c7d7326f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "39745"
    uid: 3f5d5f98-1adf-430c-9a70-7f7014900773
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39680"
    uid: f7b3f4b3-fb30-4f7b-a424-d19fd3c006c9
  kind: Event
  lastTimestamp: "2026-09-17T21:43:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:43:57Z"
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt.18d639c7d7ab06b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39747"
    uid: 76e032e1-4e0f-4b4e-9a6b-98447dba69a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39680"
    uid: f7b3f4b3-fb30-4f7b-a424-d19fd3c006c9
  kind: Event
  lastTimestamp: "2026-09-17T21:44:01Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt_kserve-ci-e2e-test(f7b3f4b3-fb30-4f7b-a424-d19fd3c006c9)
  metadata:
    creationTimestamp: "2026-09-17T21:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:44:01Z"
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt.18d639ca03bf766c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39780"
    uid: fa0d9426-0f89-496f-863f-9f314ec08ec7
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39665"
    uid: 1e52935c-596e-4ea5-a109-6bdbf9e7c9f4
  kind: Event
  lastTimestamp: "2026-09-17T21:43:51Z"
  message: 'Created pod: isvc-secondary-d588d2-predictor-7f96dcf4f4-hx4nt'
  metadata:
    creationTimestamp: "2026-09-17T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:43:51Z"
    name: isvc-secondary-d588d2-predictor-7f96dcf4f4.18d639c7b02298b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39679"
    uid: 71ca5a10-fb8e-4af0-8e80-cbc27adafb14
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-d588d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39663"
    uid: 8a742be1-21fe-4f78-9709-8d62c00114b5
  kind: Event
  lastTimestamp: "2026-09-17T21:43:51Z"
  message: Scaled up replica set isvc-secondary-d588d2-predictor-7f96dcf4f4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:43:51Z"
    name: isvc-secondary-d588d2-predictor.18d639c7ab5a133c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39666"
    uid: bccd9d1c-2c6c-49bb-9949-c60bd9baec5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:44:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d588d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39664"
    uid: c1f0c7a2-e2bf-4db0-8612-dd21e3a1bceb
  kind: Event
  lastTimestamp: "2026-09-17T21:44:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:44:06Z"
    name: isvc-secondary-d588d2-predictor.18d639cb29e99c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "39816"
    uid: eb4cc0d4-ca65-4ed6-bcb1-11bb180818b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:44:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d588d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39664"
    uid: c1f0c7a2-e2bf-4db0-8612-dd21e3a1bceb
  kind: Event
  lastTimestamp: "2026-09-17T21:44:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:44:06Z"
    name: isvc-secondary-d588d2-predictor.18d639cb2a59a6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39818"
    uid: 4af0d221-3d36-4651-8dc8-39f0e4f563c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d588d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39654"
    uid: 9989ef32-cf58-4fff-a04e-a5ad37105a73
  kind: Event
  lastTimestamp: "2026-09-17T21:44:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:44:01Z"
    name: isvc-secondary-d588d2.18d639c7ab612375
    namespace: kserve-ci-e2e-test
    resourceVersion: "39784"
    uid: 4006a009-b7ee-4f58-8713-8a69dc314479
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d588d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39654"
    uid: 9989ef32-cf58-4fff-a04e-a5ad37105a73
  kind: Event
  lastTimestamp: "2026-09-17T21:43:51Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-d588d2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-d588d2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:43:51Z"
    name: isvc-secondary-d588d2.18d639c7abc9b4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39670"
    uid: 89abc6f6-b7ef-4e31-ad38-7278df8e35b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:43:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d588d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39654"
    uid: 9989ef32-cf58-4fff-a04e-a5ad37105a73
  kind: Event
  lastTimestamp: "2026-09-17T21:43:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-d588d2": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:43:51Z"
    name: isvc-secondary-d588d2.18d639c7abca0517
    namespace: kserve-ci-e2e-test
    resourceVersion: "39671"
    uid: 245e0017-28ad-4c53-b056-c3f4236fb951
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:02:29.503689Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:02:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:02:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63785bf2977a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 8040fdb0-9dd5-4ccf-9ff4-5aaa386a8993
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15900"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:30Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:02:30Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63785e0db0859
    namespace: kserve-ci-e2e-test
    resourceVersion: "15909"
    uid: 40bb53fc-8522-41c1-aa3c-2e988808a4e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:30Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63785e2adff79
    namespace: kserve-ci-e2e-test
    resourceVersion: "15911"
    uid: df54f7e2-76f9-4867-8142-bdb66fc5c0cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:30Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63785e58352cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: c35f39cd-0686-432c-b0bb-d66c4a16ba00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:30Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63785e5e193d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 87f3dcc9-c90f-4e52-be70-06e1abfe0014
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:34Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63786e5147a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15953"
    uid: 3d3d5486-f31f-4525-9cc4-3bf86be00015
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:34Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63786e79f19c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15955"
    uid: 9887c302-47dc-4c54-b9b6-64c05fe5b820
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:34Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63786e824afe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15956"
    uid: fee4f256-fbec-495c-a0f3-27ce9f631d1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:34Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63786e82e6681
    namespace: kserve-ci-e2e-test
    resourceVersion: "15957"
    uid: a1a271b2-b39e-40e5-9aea-17db8d0a02b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:34Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63786eb2f5bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15960"
    uid: 5a61b253-03c1-476a-8199-f672b5a20c02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:34Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63786eb8b2362
    namespace: kserve-ci-e2e-test
    resourceVersion: "15962"
    uid: e69aed02-d563-42d0-9728-16c0f463e0f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:34Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b59b759dbc00d731ff1eeb0e6abaa9d6adb19d1c613e234f3ace5c825641711a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:34Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63786eb973d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15963"
    uid: 0bfd8948-cd2a-4f18-bab7-93fec13ea644
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:34Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T21:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:34Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63786ee56e972
    namespace: kserve-ci-e2e-test
    resourceVersion: "15964"
    uid: 46419652-151c-476f-b29c-19f9e8194a6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:02:34Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T21:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:34Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d63786eeb27f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: c591e7c5-36c9-4067-ad50-c107cba958ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:04:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:22Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d637875ce8b0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16972"
    uid: 400fb7a0-be6e-4e6a-9687-59d8f464f454
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:04:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T21:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d637875cf285fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16876"
    uid: 63a85034-d5c1-4b31-93b5-58ee60fca3ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:04:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:04Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d6379bf90af2ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 13ea3701-ad07-4974-ae5b-1e0f9dacc229
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:04:04Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T21:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:04Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d6379bf90b17a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: 529ed2bb-2e84-49ce-a201-c613536fef24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:04:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:04Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d6379bf90b499d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: c0ee9e3f-3ff7-47ba-b524-238b5260b348
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 44d18304-38f8-44cf-bf9d-cee1c4687a5c
  kind: Event
  lastTimestamp: "2026-09-17T21:04:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:22Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt.18d6379c8d1d4285
    namespace: kserve-ci-e2e-test
    resourceVersion: "16971"
    uid: 9ee790c5-84dd-4086-891b-3b0a7af7eead
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: a197b2ff-31dd-4f57-89e6-104bbb4c7cb7
  kind: Event
  lastTimestamp: "2026-09-17T21:02:29Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5dccb4b654-dx5pt'
  metadata:
    creationTimestamp: "2026-09-17T21:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:02:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654.18d63785be9432a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: c0d0bdee-c53e-4b99-9643-35b0272a9576
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: a192ac9c-c135-49e5-b6e5-97a11abb1281
  kind: Event
  lastTimestamp: "2026-09-17T21:02:29Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5dccb4b654
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:02:29Z"
    name: isvc-sklearn-batcher-custom-predictor.18d63785b78a71d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15879"
    uid: a44d5cc3-4eb4-4ba9-8abd-d5707352b029
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: 7a924e66-4ef7-4eb4-8cd4-e19c96795926
  kind: Event
  lastTimestamp: "2026-09-17T21:03:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:03:29Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6378935ec2e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: b62ec096-a7c4-4b26-8a75-d33219488931
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: 7a924e66-4ef7-4eb4-8cd4-e19c96795926
  kind: Event
  lastTimestamp: "2026-09-17T21:03:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:03:29Z"
    name: isvc-sklearn-batcher-custom-predictor.18d63789364c12ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: 3dcd3e6a-25df-475a-98fd-34e6db1b811a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 7a924e66-4ef7-4eb4-8cd4-e19c96795926
  kind: Event
  lastTimestamp: "2026-09-17T21:03:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:03:59Z"
    name: isvc-sklearn-batcher-custom-predictor.18d637973209e702
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 62734f94-5f0a-470c-b7e4-0842c8abd9f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 7a924e66-4ef7-4eb4-8cd4-e19c96795926
  kind: Event
  lastTimestamp: "2026-09-17T21:03:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:03:59Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6379732791d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "16709"
    uid: ff978f48-c958-4d2e-b019-aeb3560944f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: 6d26d2ad-f5c2-4217-b088-2b29b7aed728
  kind: Event
  lastTimestamp: "2026-09-17T21:03:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:03:52Z"
    name: isvc-sklearn-batcher-custom.18d63785b783d1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 8d67fe28-50ef-46c3-8d34-377c91a2f878
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:03:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: 6d26d2ad-f5c2-4217-b088-2b29b7aed728
  kind: Event
  lastTimestamp: "2026-09-17T21:03:52Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:03:52Z"
    name: isvc-sklearn-batcher-custom.18d63799150ae28c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 767474f7-d60d-4546-9c11-a5554e1318ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:00:33.868155Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14812"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-77774898d8-sct72
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:00:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:00:33Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6376ad2bf40e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14816"
    uid: 32eca10c-44ad-4972-9079-10b007f521c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14825"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:34Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:00:34Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6376af462ad77
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: 559b02db-9c4b-49a7-8789-71911cdd784f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:34Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6376af601e366
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: 2286ba5f-6522-4e93-967b-f87cc7a9f53f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:34Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6376af864447a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14871"
    uid: c7dca888-f248-4ac6-b866-9a459ec38805
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:34Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6376af8e5e692
    namespace: kserve-ci-e2e-test
    resourceVersion: "14872"
    uid: 1c716715-e8a5-450f-8b29-c9bfc074f51d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:38Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
  metadata:
    creationTimestamp: "2026-09-17T21:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:38Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6376c00d1f678
    namespace: kserve-ci-e2e-test
    resourceVersion: "14921"
    uid: 7a501114-e15d-454b-a9de-f6d22fc958e3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    in 14.309s (14.309s including waiting). Image size: 1604543374 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:53Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6376f55b90feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15097"
    uid: f4dc3f42-c0bd-49f2-9b44-16280aa4761e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:53Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6376f587d4a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15098"
    uid: 7e92ef64-b576-4e2d-941a-6d2312eed8f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:53Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6376f58ed1d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15099"
    uid: d1896987-7271-437e-b21e-f5764e470063
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:53Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T21:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:53Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6376f58f8d73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: 06af428b-edad-4bd6-9e50-884b1e495a09
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.859s (2.859s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:56Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d63770036a338f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15131"
    uid: 7059122d-4707-42cd-9200-444ad4c307f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:56Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6377006597ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: a7f475a7-5dce-43df-83d1-5064a1308517
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:56Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6377006c85758
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 4885b2e4-aaa1-4894-8a74-5b68f209624e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:56Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:b59b759dbc00d731ff1eeb0e6abaa9d6adb19d1c613e234f3ace5c825641711a"
  metadata:
    creationTimestamp: "2026-09-17T21:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:56Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d6377006d640f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15134"
    uid: 9045aeb3-6716-4b02-af85-22834f7bc4c6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:b59b759dbc00d731ff1eeb0e6abaa9d6adb19d1c613e234f3ace5c825641711a"
    in 2.74s (2.74s including waiting). Image size: 240300107 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:58Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d63770aa2b4ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15158"
    uid: caddf3f8-bd45-4eac-a6d0-2f7645c27f25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:59Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T21:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:59Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d63770accbcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 3417cc78-fd1c-4049-8429-ba6062a785c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:00:59Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T21:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:00:59Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d63770ad4b4b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 3c546c66-f9c1-4014-b0ae-4b860a8241fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:02:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:39Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d63770ebdc074c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: 99cc8742-0c9c-40f1-9176-c659bb973960
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:02:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T21:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:29Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d63770ebec309d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15904"
    uid: a998907b-23c9-4657-bff3-a070bc173eff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:02:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:29Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d63785b4bfaf8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15867"
    uid: 2c086f24-3d0b-4cde-b72d-37fdbf323808
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:02:29Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T21:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:29Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d63785b4bfe268
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 22ff3b31-d06a-4dfb-9ca0-81eaf622c57d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:02:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:29Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d63785b4c006dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15871"
    uid: 518983da-1efa-44be-bf5a-adb84599a84a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 272ec759-4267-4ae4-aeb0-cd3ac5382a64
  kind: Event
  lastTimestamp: "2026-09-17T21:02:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp
    10.132.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:02:36Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-sct72.18d637861c1823ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: be2895e2-e345-4cd7-9415-d9ca9208ec38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-77774898d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: 1471d190-fbbe-41dd-91c5-957342e10a93
  kind: Event
  lastTimestamp: "2026-09-17T21:00:33Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-77774898d8-sct72'
  metadata:
    creationTimestamp: "2026-09-17T21:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:00:33Z"
    name: isvc-sklearn-batcher-predictor-77774898d8.18d6376ad231a645
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 583fa9cb-6242-4ba2-a068-4dc099134de3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14802"
    uid: 757c3d92-234e-4330-9202-c9af68d02105
  kind: Event
  lastTimestamp: "2026-09-17T21:00:33Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-77774898d8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:00:33Z"
    name: isvc-sklearn-batcher-predictor.18d6376acd374962
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 94303592-0ba4-4a52-a706-94c1a2fef12d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14817"
    uid: 42f8d80f-4029-4ac7-9f15-14d33b4ffca1
  kind: Event
  lastTimestamp: "2026-09-17T21:01:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:01:03Z"
    name: isvc-sklearn-batcher-predictor.18d6376e5251d00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15207"
    uid: 6035d658-b8e1-44ae-9229-2963cc1d784c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14817"
    uid: 42f8d80f-4029-4ac7-9f15-14d33b4ffca1
  kind: Event
  lastTimestamp: "2026-09-17T21:01:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:01:03Z"
    name: isvc-sklearn-batcher-predictor.18d6376e52c55940
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: 463a40d9-7c0e-445e-a139-2cbbf5e4172e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15041"
    uid: 42f8d80f-4029-4ac7-9f15-14d33b4ffca1
  kind: Event
  lastTimestamp: "2026-09-17T21:02:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:02:18Z"
    name: isvc-sklearn-batcher-predictor.18d6377550005bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: d67a9a89-ef83-469b-94cd-aa556b259cb1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:01:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15041"
    uid: 42f8d80f-4029-4ac7-9f15-14d33b4ffca1
  kind: Event
  lastTimestamp: "2026-09-17T21:02:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:02:18Z"
    name: isvc-sklearn-batcher-predictor.18d637755067bda5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15763"
    uid: 3b88d305-6dad-4b0e-b12b-198e40df598a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 347a3c24-f6d0-418d-a7a2-606d19130e8b
  kind: Event
  lastTimestamp: "2026-09-17T21:02:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:02:19Z"
    name: isvc-sklearn-batcher.18d6376ad35d95b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 99236c9f-8626-45ce-a692-ac3d1991c751
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 347a3c24-f6d0-418d-a7a2-606d19130e8b
  kind: Event
  lastTimestamp: "2026-09-17T21:00:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:00:33Z"
    name: isvc-sklearn-batcher.18d6376ad3cd455a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: e6e13adf-9377-41e2-bfbc-383edbfdbf48
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:00:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 347a3c24-f6d0-418d-a7a2-606d19130e8b
  kind: Event
  lastTimestamp: "2026-09-17T21:00:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:00:33Z"
    name: isvc-sklearn-batcher.18d6376ad3cd9c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 0355f4d3-99df-4945-a649-f465c0094b2a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:02:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: 347a3c24-f6d0-418d-a7a2-606d19130e8b
  kind: Event
  lastTimestamp: "2026-09-17T21:02:19Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:02:19Z"
    name: isvc-sklearn-batcher.18d637837b0e8fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: 09acd981-d085-46f1-a004-a4f2657e9af7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:35:14.334627Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34623"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:35:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:35:14Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d6394f383647a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34627"
    uid: 04661fde-c94c-49f1-a15c-c15afcea9332
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34635"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:14Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:35:14Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d6394f5a45f1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 62bc5a55-f030-4739-b1a6-264292314b60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:14Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d6394f5ddcb2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34662"
    uid: a3f03219-3d9f-4632-8077-8b0b3d279ed8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:15Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d6394f60cf2554
    namespace: kserve-ci-e2e-test
    resourceVersion: "34673"
    uid: 41b321bd-063c-4a2c-8af0-689ff0f917f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:15Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d6394f6147c873
    namespace: kserve-ci-e2e-test
    resourceVersion: "34674"
    uid: 3047a79f-e98d-4fdc-934a-06dcb979ec11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:19Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d6395064a491cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34770"
    uid: 862bc4ae-1ac8-4bf6-be16-2a90a06ac8f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:19Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d639506755e4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34772"
    uid: c076701a-dd46-4af4-9179-3801d01f963c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:19Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d6395067c6af75
    namespace: kserve-ci-e2e-test
    resourceVersion: "34773"
    uid: 7697e183-836d-4c3c-8360-8842b8b59a29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-17T21:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:19Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d6395067d2f7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34774"
    uid: 678f979f-bb16-428f-8c2c-86c1dd4dea82
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.811s (2.811s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:22Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d639510f69add6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34802"
    uid: dbc4d222-a5f7-49e4-b5e6-9397d7f4a890
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:22Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-17T21:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:22Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d63951122ae08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34804"
    uid: dc6a17df-6db5-462e-b5ab-590da12dbdb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:22Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T21:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:22Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d63951129a39bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34805"
    uid: d539a8ad-f3bd-4172-81b7-0b54c204f84f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:22Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d6395112a3df8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34806"
    uid: ea8a8aee-bf56-481d-8b5e-4ff9b2adb61a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:22Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d6395115785772
    namespace: kserve-ci-e2e-test
    resourceVersion: "34807"
    uid: 44b72959-fef4-4bdf-a295-4b3bd749c11d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:22Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d6395115e897e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34808"
    uid: 2bcfded2-2a93-4c3b-b85b-f707a72eadae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:59Z"
  message: 'Readiness probe failed: Get "http://10.132.0.59:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:59Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d6395762f0ef67
    namespace: kserve-ci-e2e-test
    resourceVersion: "35794"
    uid: e02de658-7f40-4cf1-8b3d-f0a64e2ec478
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:35:54Z"
  message: 'Liveness probe failed: Get "http://10.132.0.59:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:54Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d639589b516ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35041"
    uid: ed7d9944-62f3-4698-98a1-5a622d2934d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:34Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d63961db522de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35354"
    uid: a7eea63e-dc81-4d4c-a62b-ec91cec976ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:34Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d63961db526c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "35355"
    uid: cb027eda-2c22-4168-9e11-7a75c52ffae8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:36:34Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T21:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:34Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d63961db5295e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: 769e9d5e-c6a5-4d8a-851b-6fcb4a24a33d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 357220d8-850d-4583-830f-a17aafcab5a7
  kind: Event
  lastTimestamp: "2026-09-17T21:37:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:37:04Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn.18d63961dccf62b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35841"
    uid: e5c2dfe6-06d6-4890-b833-4dae7f87a2dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6bdd977fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34612"
    uid: 386c489c-d504-4610-bf1c-a1bb1082a65b
  kind: Event
  lastTimestamp: "2026-09-17T21:35:14Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6bdd977fb-bg7tn'
  metadata:
    creationTimestamp: "2026-09-17T21:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:35:14Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb.18d6394f37e31cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 305a137d-a9ab-4371-832d-e88f7a94224b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34610"
    uid: 29d6b850-aaaf-4d11-b023-7fcc99125fb0
  kind: Event
  lastTimestamp: "2026-09-17T21:35:14Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6bdd977fb from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:35:14Z"
    name: isvc-sklearn-mcp-predictor.18d6394f33866825
    namespace: kserve-ci-e2e-test
    resourceVersion: "34614"
    uid: 83ae1af8-af2e-49ac-8eee-c0462900369c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34603"
    uid: acc11762-ecc3-4179-9a74-b952f85e622b
  kind: Event
  lastTimestamp: "2026-09-17T21:36:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:36:29Z"
    name: isvc-sklearn-mcp.18d6394f32c55121
    namespace: kserve-ci-e2e-test
    resourceVersion: "35302"
    uid: 95dd9950-968f-406e-b693-6beef0be22e3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34603"
    uid: acc11762-ecc3-4179-9a74-b952f85e622b
  kind: Event
  lastTimestamp: "2026-09-17T21:35:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:35:14Z"
    name: isvc-sklearn-mcp.18d6394f33698dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34634"
    uid: 0a9a901d-ce02-4f60-a15b-5432bf27e135
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: acc11762-ecc3-4179-9a74-b952f85e622b
  kind: Event
  lastTimestamp: "2026-09-17T21:35:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:35:14Z"
    name: isvc-sklearn-mcp.18d6394f3b5f83e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34636"
    uid: e1ca19a9-6e0a-4b1a-b38f-ea4b91560964
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35300"
    uid: acc11762-ecc3-4179-9a74-b952f85e622b
  kind: Event
  lastTimestamp: "2026-09-17T21:36:29Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:36:29Z"
    name: isvc-sklearn-mcp.18d63960c4e6cb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 9af30875-9428-4dc9-8b27-ba8f137507fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:12:06.974520Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21168"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-bb6f97488-dddjk
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:12:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:12:06Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d6380c331b0fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21174"
    uid: 938eee06-20c9-44b8-93cf-abdde5a31e82
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21180"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:12:07Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:12:07Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d6380c54c93142
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: b1d18ddb-3384-4d47-9f52-ceb7ae87e428
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:12:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:12:07Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d6380c56372aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: 7eb49d8e-87a5-408b-9b9d-7f5cb8011b19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:12:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:12:07Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d6380c58ac7706
    namespace: kserve-ci-e2e-test
    resourceVersion: "21190"
    uid: f049aea4-b135-4c37-a7c0-f356d62e88d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:12:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:12:07Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d6380c591ab9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: a20bd61d-4bb0-4d6f-907a-b3f8c3f77b8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:12:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:12:11Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d6380d4bc46793
    namespace: kserve-ci-e2e-test
    resourceVersion: "21227"
    uid: e90004b6-06e2-4561-b262-8ce7d9948d7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:12:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:12:11Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d6380d4e7b6e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3d0c9ad7-37a0-4586-bb06-c59759cc9c7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:12:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:12:11Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d6380d4eea8f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 04d53fa4-6bf3-4642-bf41-0d5545ad7856
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:12:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:12:11Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d6380d4ef4a6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21233"
    uid: b2ac88ee-c10e-49f3-a389-af7eff482e90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:12:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:12:11Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d6380d519bd786
    namespace: kserve-ci-e2e-test
    resourceVersion: "21235"
    uid: c1c1cb9b-cdef-4664-b296-403cae11a25d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:12:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:12:11Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d6380d52092ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21236"
    uid: 70e557bd-87f3-4983-86dd-784b4c968a4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:13:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:13:22Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d6380dc3808ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: d946ae21-68c1-4720-bf7f-1bdfb95eadef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:14:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:14:07Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d63828480bb58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: cfcbba5d-5ae3-41b9-a0f0-dfc658f57b34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:14:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:14:07Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d63828480c6555
    namespace: kserve-ci-e2e-test
    resourceVersion: "22173"
    uid: f1240be6-54c4-470f-a271-5eaa2f338e47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-dddjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a34fc7e5-6d9a-4b0e-a8e1-5a2c26cb7892
  kind: Event
  lastTimestamp: "2026-09-17T21:14:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:14:09Z"
    name: isvc-sklearn-predictor-bb6f97488-dddjk.18d63828c5c6e3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22185"
    uid: 737fa434-4124-4ba3-8cb0-eee30110427d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-bb6f97488
    namespace: kserve-ci-e2e-test
    resourceVersion: "21155"
    uid: a8a37ffb-dd64-444a-a7c3-4d9e750a712e
  kind: Event
  lastTimestamp: "2026-09-17T21:12:06Z"
  message: 'Created pod: isvc-sklearn-predictor-bb6f97488-dddjk'
  metadata:
    creationTimestamp: "2026-09-17T21:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:12:06Z"
    name: isvc-sklearn-predictor-bb6f97488.18d6380c31e75fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: 3a4b01dc-2dae-490f-b2d9-480e1ffdd85b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 3bcbb5a8-c5cc-4fcb-bae1-746cc8030045
  kind: Event
  lastTimestamp: "2026-09-17T21:12:06Z"
  message: Scaled up replica set isvc-sklearn-predictor-bb6f97488 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:12:06Z"
    name: isvc-sklearn-predictor.18d6380c2a988c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "21157"
    uid: f0abab3e-5142-4bda-af7f-6958c3a1cd7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 0c5cbb63-5e43-4fe6-bbe8-9ae0974a7af5
  kind: Event
  lastTimestamp: "2026-09-17T21:12:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:12:21Z"
    name: isvc-sklearn-predictor.18d6380fa9e26da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 14fddb71-e600-4350-8654-77db0bdc7344
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 0c5cbb63-5e43-4fe6-bbe8-9ae0974a7af5
  kind: Event
  lastTimestamp: "2026-09-17T21:12:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:12:21Z"
    name: isvc-sklearn-predictor.18d6380faa9d5f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: 9e20d05e-dfd9-4681-8b8d-ae3b793422b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 0c5cbb63-5e43-4fe6-bbe8-9ae0974a7af5
  kind: Event
  lastTimestamp: "2026-09-17T21:13:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:13:51Z"
    name: isvc-sklearn-predictor.18d63813294eaca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: 7a705c22-3257-49dd-b873-7340bf41f715
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 0c5cbb63-5e43-4fe6-bbe8-9ae0974a7af5
  kind: Event
  lastTimestamp: "2026-09-17T21:13:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:13:51Z"
    name: isvc-sklearn-predictor.18d6381329b37740
    namespace: kserve-ci-e2e-test
    resourceVersion: "22045"
    uid: 885aca18-6eab-4191-9470-15b5f876eefc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:17:28.161558Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23775"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:17:28Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d63856fb585633
    namespace: kserve-ci-e2e-test
    resourceVersion: "23781"
    uid: f70c9a59-90d0-4baa-996f-83c6ccd9c163
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23786"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:17:28Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:17:28Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d638571d1de1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: 5b522992-3eba-4618-a8e4-3ebb3285149b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:17:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:28Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d638571e99df02
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 626d1ed7-656a-44ef-8ae6-704693a34921
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:17:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:28Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d6385720ead926
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: b4ea6c72-90fa-4120-bad2-a0083589e6da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:17:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:28Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d6385721467317
    namespace: kserve-ci-e2e-test
    resourceVersion: "23802"
    uid: d05d566b-139e-4efc-b0e7-4620e802ec32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:17:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:35Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d63858cac6533a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23863"
    uid: 903e402e-6f35-439d-9531-b70797e76245
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:17:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:35Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d63858cd6ae2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 80142010-908e-4f3a-b15a-ed7af63e6e55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:17:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:35Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d63858cdca55db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23866"
    uid: 0718d914-010a-4052-b968-56f3f41dc767
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:17:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:35Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d63858cdd33f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: 3fd5886f-1dfb-41c1-a67a-caf35c539453
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:17:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:36Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d63858d069c9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23870"
    uid: 1231f632-94aa-4466-a856-83ba6b08eb60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:17:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:36Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d63858d0ec8e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23873"
    uid: c8516852-e107-497c-a7ab-8a7f34b815e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:17:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:43Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d63859428dcb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "23950"
    uid: bab1f74a-d546-479d-bc4b-10e22346e811
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:18:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:00Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d6385e8f9829f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24108"
    uid: 1ff53c06-a390-4ec2-86c1-751feed2c85c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: a018379e-5ef7-4b74-b61a-ab422b748e9f
  kind: Event
  lastTimestamp: "2026-09-17T21:18:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:00Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx.18d6385e8f98bd1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24109"
    uid: ebf802a4-d2ab-4fc9-8cd3-f16ccd30963b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6b87f46d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: e8bd8743-7257-44a9-8253-ab301586ece1
  kind: Event
  lastTimestamp: "2026-09-17T21:17:28Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6b87f46d9b-bpcfx'
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:17:28Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b.18d63856fabe5727
    namespace: kserve-ci-e2e-test
    resourceVersion: "23776"
    uid: e6a6b3ac-d862-4757-9377-a5a8f7b66767
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23761"
    uid: 10a3caa0-7175-41c7-97e2-cedeaed1b212
  kind: Event
  lastTimestamp: "2026-09-17T21:17:28Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6b87f46d9b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:17:28Z"
    name: isvc-sklearn-runtime-predictor.18d63856f7ce6e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23767"
    uid: 6f3f5d54-202d-439b-b6c9-44c9de866e6d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: 228bfeb4-8bf0-44c7-9d59-8faed41ffd16
  kind: Event
  lastTimestamp: "2026-09-17T21:17:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:17:58Z"
    name: isvc-sklearn-runtime-predictor.18d6385a764c4139
    namespace: kserve-ci-e2e-test
    resourceVersion: "24072"
    uid: f74beb08-1348-4246-801a-71a9e56c87e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: 228bfeb4-8bf0-44c7-9d59-8faed41ffd16
  kind: Event
  lastTimestamp: "2026-09-17T21:17:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:17:58Z"
    name: isvc-sklearn-runtime-predictor.18d6385a76b76437
    namespace: kserve-ci-e2e-test
    resourceVersion: "24073"
    uid: 5dc1397d-b4b4-499a-84e2-e45af8ce016a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23753"
    uid: 83e2864c-601f-4dbf-ac1b-dfcee6a727de
  kind: Event
  lastTimestamp: "2026-09-17T21:17:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:17:54Z"
    name: isvc-sklearn-runtime.18d63856f7d034d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24029"
    uid: ff990f84-8cc0-41d4-ab52-2dad5d712d09
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23753"
    uid: 83e2864c-601f-4dbf-ac1b-dfcee6a727de
  kind: Event
  lastTimestamp: "2026-09-17T21:17:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:17:28Z"
    name: isvc-sklearn-runtime.18d63856f8647f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 5a23db9a-bccb-4add-8675-f21b8c5a744f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24027"
    uid: 83e2864c-601f-4dbf-ac1b-dfcee6a727de
  kind: Event
  lastTimestamp: "2026-09-17T21:17:54Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:17:54Z"
    name: isvc-sklearn-runtime.18d6385d026d88cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24028"
    uid: e098650b-1a26-4593-978f-2fbb33b463bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:33:44.341313Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33758"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6393a44315f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "33762"
    uid: 5f709f7b-778e-4c00-811c-282aec93cb7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33769"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:33:44Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6393a65f4be5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33782"
    uid: 502bdc40-03a2-43a7-b97a-c266e0835c8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:33:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6393a676106f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33784"
    uid: 743d7b4f-7015-4dac-9879-345a062fabb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:33:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6393a6a561aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: d82bc2e1-44b9-4c09-850b-e92f1cef318a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:33:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6393a6ae3e1c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33786"
    uid: cc8a6eb3-8b81-48ae-8c69-ba1d7f6b5436
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:33:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:46Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6393ae28bd916
    namespace: kserve-ci-e2e-test
    resourceVersion: "33813"
    uid: 77ce8f73-bdfa-44bc-9c90-b921fb7f8813
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:33:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:47Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6393ae693a989
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 2c1ed6d2-a835-42db-9050-650893184890
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:33:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:47Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6393ae7015ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33818"
    uid: 5150e993-0409-4c8d-b94b-e504618cbe6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:33:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:47Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6393ae70aec4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33820"
    uid: da966581-87bb-42a1-8039-71ee700ed635
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:33:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:47Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6393ae9be7197
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 95d05de3-731e-4920-ac2a-c4fa8aa145f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:33:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:47Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6393aea2a245b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 3913dec4-7c33-4287-9831-0770fc949d57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:34:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:34:55Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6393b5a846a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "34420"
    uid: 57258f5d-0c44-4fe7-876f-7e7176a225ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:35:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:15Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6394f618bc96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34675"
    uid: 6dec1590-8d8d-4d31-916a-ae804c33fef3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: d271fade-02e9-47d5-83da-ef1aab3f581f
  kind: Event
  lastTimestamp: "2026-09-17T21:35:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:15Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw.18d6394f618c44a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34677"
    uid: 6da2c026-b45c-4e12-96df-9fa219657fce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6b6db9fddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: 21355b8d-3077-4b92-b10b-9dbebf694293
  kind: Event
  lastTimestamp: "2026-09-17T21:33:44Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6b6db9fddf-mrmpw'
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf.18d6393a43964bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33759"
    uid: d574e060-c392-4d23-a9e8-4410ffe72820
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33745"
    uid: 72037a01-a84c-462e-8980-c4fce6374976
  kind: Event
  lastTimestamp: "2026-09-17T21:33:44Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6b6db9fddf from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-sklearn-s3-predictor.18d6393a40b6d60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33750"
    uid: 9e08d5a3-a9d9-412b-992d-59b03ca1f175
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 760323f5-971a-4db4-94e6-30e1b173043e
  kind: Event
  lastTimestamp: "2026-09-17T21:34:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:34:29Z"
    name: isvc-sklearn-s3-predictor.18d6393dbfd484c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34237"
    uid: 9f90265b-4932-467e-a1af-f32599e4e6b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 760323f5-971a-4db4-94e6-30e1b173043e
  kind: Event
  lastTimestamp: "2026-09-17T21:34:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:34:29Z"
    name: isvc-sklearn-s3-predictor.18d6393dc042b8c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34239"
    uid: b3352c6b-2370-4ca5-a9e6-64afc00eab86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33931"
    uid: 760323f5-971a-4db4-94e6-30e1b173043e
  kind: Event
  lastTimestamp: "2026-09-17T21:35:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:35:14Z"
    name: isvc-sklearn-s3-predictor.18d639413f738fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34637"
    uid: fec1c6f0-44fc-4a68-bbf4-e5f06928d479
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:34:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33931"
    uid: 760323f5-971a-4db4-94e6-30e1b173043e
  kind: Event
  lastTimestamp: "2026-09-17T21:35:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:35:14Z"
    name: isvc-sklearn-s3-predictor.18d63941405407bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34639"
    uid: f90b2077-1ef0-4aef-95e9-e2f0edece6f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:38:28.473671Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655
    namespace: kserve-ci-e2e-test
    resourceVersion: "36598"
    uid: 0f92cba5-0ca1-4068-bd55-cb067d217bec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:38:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:38:28Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655.18d6397c6bcd0918
    namespace: kserve-ci-e2e-test
    resourceVersion: "36606"
    uid: bc9b95ff-fadb-42f0-ab80-442233d031b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655
    namespace: kserve-ci-e2e-test
    resourceVersion: "36602"
    uid: 0f92cba5-0ca1-4068-bd55-cb067d217bec
  kind: Event
  lastTimestamp: "2026-09-17T21:38:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:28Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655.18d6397c7271ed9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36614"
    uid: 164b1b42-353c-453f-a0c3-37c9a56df13b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655
    namespace: kserve-ci-e2e-test
    resourceVersion: "36609"
    uid: 0f92cba5-0ca1-4068-bd55-cb067d217bec
  kind: Event
  lastTimestamp: "2026-09-17T21:38:29Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:38:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655.18d6397cb1469a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 0a0e085e-4635-4aec-9c66-83d634e7499e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655
    namespace: kserve-ci-e2e-test
    resourceVersion: "36602"
    uid: 0f92cba5-0ca1-4068-bd55-cb067d217bec
  kind: Event
  lastTimestamp: "2026-09-17T21:38:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655.18d6397cb2cc95c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36667"
    uid: 390bbf37-0813-45d6-9ecf-84da2a97b305
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655
    namespace: kserve-ci-e2e-test
    resourceVersion: "36602"
    uid: 0f92cba5-0ca1-4068-bd55-cb067d217bec
  kind: Event
  lastTimestamp: "2026-09-17T21:38:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655.18d6397cb5669717
    namespace: kserve-ci-e2e-test
    resourceVersion: "36670"
    uid: 5524053d-870b-4ba5-a96d-6cafeba522d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655
    namespace: kserve-ci-e2e-test
    resourceVersion: "36602"
    uid: 0f92cba5-0ca1-4068-bd55-cb067d217bec
  kind: Event
  lastTimestamp: "2026-09-17T21:38:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655.18d6397cb5d77742
    namespace: kserve-ci-e2e-test
    resourceVersion: "36672"
    uid: ad7a35dd-e750-4dc7-8ee2-0c881b1dff1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655
    namespace: kserve-ci-e2e-test
    resourceVersion: "36602"
    uid: 0f92cba5-0ca1-4068-bd55-cb067d217bec
  kind: Event
  lastTimestamp: "2026-09-17T21:38:38Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655.18d6397ebe3c94ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36723"
    uid: ed1d5775-25a5-4a1e-a3b4-2f639e38ccf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "36589"
    uid: 6572c26f-a2b2-4022-afe2-4cf99ab5c120
  kind: Event
  lastTimestamp: "2026-09-17T21:38:28Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-ns655'
  metadata:
    creationTimestamp: "2026-09-17T21:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:38:28Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97.18d6397c6b1be141
    namespace: kserve-ci-e2e-test
    resourceVersion: "36601"
    uid: fac3d768-8b12-45a1-a429-46317e104778
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 377d2729-e683-4549-8560-ff611c89067c
  kind: Event
  lastTimestamp: "2026-09-17T21:38:28Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:38:28Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d6397c686ba68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36591"
    uid: 6c486ed5-d245-40b4-aeef-e540f5796fc1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36579"
    uid: da4795c5-d817-4413-a709-bb3ef40881fb
  kind: Event
  lastTimestamp: "2026-09-17T21:38:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:38:34Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d6397c6870298c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36673"
    uid: 188c6a66-dcc7-4a05-925e-94368d3c9326
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36579"
    uid: da4795c5-d817-4413-a709-bb3ef40881fb
  kind: Event
  lastTimestamp: "2026-09-17T21:38:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:38:28Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d6397c68fd4b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36595"
    uid: 8caf066a-61e4-4e58-9093-7d2fdea43578
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:36:47.351771Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35650"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:36:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:36:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d63964e0775752
    namespace: kserve-ci-e2e-test
    resourceVersion: "35655"
    uid: 0d2fb11c-5fb9-441d-8525-75727f68f773
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d63964e90681d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35670"
    uid: faf7d329-fa78-4a03-b19e-e63e70aaa573
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35661"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:48Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:36:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d63965265c0cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35680"
    uid: 1f9b1089-e4bb-4e8b-be49-0973025d3cc2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d6396527d96d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35682"
    uid: aafa14d3-368f-4798-b505-67a6987c0a9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d639652b69b327
    namespace: kserve-ci-e2e-test
    resourceVersion: "35683"
    uid: ff230479-620b-48ef-8f46-d2c932279fd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d639652be432a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35684"
    uid: cf004793-dc92-4644-97dc-dbd8a0fb0d0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d63965a1626558
    namespace: kserve-ci-e2e-test
    resourceVersion: "35709"
    uid: 15062a03-e17e-4c68-91b0-4a8ee81f3788
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d63965a4e81cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35711"
    uid: 5381101e-3697-4fc2-9cea-ba29fffab94f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d63965a55ec5ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35714"
    uid: 03268649-ca25-40e3-b52b-8eda3cca6f8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d63965a56972d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35715"
    uid: 18d102e8-1009-4909-9345-9831cd00cc2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d63965a8ca145f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35717"
    uid: 17634f38-a6ed-4a4c-8770-f492e989da4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d63965a9462b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "35719"
    uid: a8827cdb-a250-4ba5-866c-c16aa748db02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:38:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d63965dd7f2f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 7c59d647-7e01-4cb4-badf-cf4bdf6c7cde
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:38:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d6397c285abbfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36560"
    uid: 3ba6cdcc-398e-419c-929b-86c09f2d1dd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:38:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d6397c285b1d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "36561"
    uid: faeb678b-a9ae-48a0-b9a7-82e378f5d0da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: d009aa3b-aa26-41b3-b183-e3b615fa9b8a
  kind: Event
  lastTimestamp: "2026-09-17T21:38:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn.18d6397c37d00bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36565"
    uid: 629226fb-d151-4f17-8acd-97196e2731ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: bdc5ac4e-93da-482f-b40f-937c306c07e4
  kind: Event
  lastTimestamp: "2026-09-17T21:36:47Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-hjtwn'
  metadata:
    creationTimestamp: "2026-09-17T21:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:36:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f.18d63964dffa4b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "35651"
    uid: a0226f80-69c2-483a-8b60-199c3820f921
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35639"
    uid: fd6689c5-83e9-4f54-9113-6207e79de666
  kind: Event
  lastTimestamp: "2026-09-17T21:36:47Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-784495866f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:36:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d63964dd39af94
    namespace: kserve-ci-e2e-test
    resourceVersion: "35643"
    uid: eb3b9f5f-a2a5-470e-b1de-907805ee985e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35641"
    uid: f9d0081e-a821-4f6d-849b-47a52abe59d4
  kind: Event
  lastTimestamp: "2026-09-17T21:37:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:37:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d639685bef600b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35820"
    uid: 34e3c294-94ed-4f67-9fd4-549cb7b66e22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35641"
    uid: f9d0081e-a821-4f6d-849b-47a52abe59d4
  kind: Event
  lastTimestamp: "2026-09-17T21:37:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:37:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d639685c4d4422
    namespace: kserve-ci-e2e-test
    resourceVersion: "35822"
    uid: ddc0b9a2-8229-403d-b579-ad626813f71b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35821"
    uid: f9d0081e-a821-4f6d-849b-47a52abe59d4
  kind: Event
  lastTimestamp: "2026-09-17T21:38:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:38:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6396bdafdc59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36464"
    uid: 80eb5028-8912-4644-9588-efb04a9f3bf0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T21:37:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35821"
    uid: f9d0081e-a821-4f6d-849b-47a52abe59d4
  kind: Event
  lastTimestamp: "2026-09-17T21:38:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:38:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6396bdb6a175a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36465"
    uid: b714aaba-e412-4e5e-8ec9-24671c7cb952
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35632"
    uid: 914cfed6-9211-4bee-a1e0-7cd9b8ea1d88
  kind: Event
  lastTimestamp: "2026-09-17T21:38:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:38:17Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d63964dd3d0650
    namespace: kserve-ci-e2e-test
    resourceVersion: "36476"
    uid: 0e03abe6-0c8d-4c59-ab22-639835c4614d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35632"
    uid: 914cfed6-9211-4bee-a1e0-7cd9b8ea1d88
  kind: Event
  lastTimestamp: "2026-09-17T21:36:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:36:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d63964ddb985d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35663"
    uid: a71af1d3-f794-4cae-9851-90a3fccc84e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 914cfed6-9211-4bee-a1e0-7cd9b8ea1d88
  kind: Event
  lastTimestamp: "2026-09-17T21:36:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T21:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:36:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d63964e406dd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "35664"
    uid: e623d4b6-cff1-46e2-8755-aa736aee9414
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36474"
    uid: 914cfed6-9211-4bee-a1e0-7cd9b8ea1d88
  kind: Event
  lastTimestamp: "2026-09-17T21:38:17Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:38:17Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d63979e98b7e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "36475"
    uid: c26c60ba-2e1e-4c32-a9ad-18043d7a170a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:36:36.198211Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35423"
    uid: 94806b38-2be5-416a-af81-6dfd50a4459a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:36:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:36:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc.18d6396247a98925
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: 8d2dfea9-ed61-48d4-860f-80c00bbb9952
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35434"
    uid: 94806b38-2be5-416a-af81-6dfd50a4459a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:36Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:36:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc.18d6396269fa683a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35448"
    uid: ede18a9a-3876-4993-8bec-ce66c444168a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 94806b38-2be5-416a-af81-6dfd50a4459a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc.18d639626bd9a1ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: de807fca-2d02-4633-be31-df7801318977
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 94806b38-2be5-416a-af81-6dfd50a4459a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc.18d639626f9b553f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35537"
    uid: 4ddaef03-db06-42cc-a29b-dd0acf29535a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 94806b38-2be5-416a-af81-6dfd50a4459a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc.18d6396270130a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "35538"
    uid: 8117f512-ca72-4ee9-b89c-d05847c1bd2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 94806b38-2be5-416a-af81-6dfd50a4459a
  kind: Event
  lastTimestamp: "2026-09-17T21:36:43Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc_kserve-ci-e2e-test(94806b38-2be5-416a-af81-6dfd50a4459a)
  metadata:
    creationTimestamp: "2026-09-17T21:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:43Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc.18d63963fe06eaa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35568"
    uid: 957d3171-dc35-43dc-ad8f-ea819f78994f
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35414"
    uid: 806e109b-035e-4f31-bb97-b119672634f1
  kind: Event
  lastTimestamp: "2026-09-17T21:36:36Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-wnmsc'
  metadata:
    creationTimestamp: "2026-09-17T21:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:36:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5.18d639624735b296
    namespace: kserve-ci-e2e-test
    resourceVersion: "35424"
    uid: 84aa3d55-0dbf-4075-aaf5-a94c64a83e9e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35412"
    uid: c7eea426-76c8-41ad-8b07-6a76e50f71cb
  kind: Event
  lastTimestamp: "2026-09-17T21:36:36Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:36:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d63962442b1457
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: 769de2fc-7ce0-4da5-8d1a-4956bfd3ba18
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35403"
    uid: 606e88a8-bff1-4763-ba0b-45e61222a411
  kind: Event
  lastTimestamp: "2026-09-17T21:36:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:36:43Z"
    name: isvc-sklearn-s3-tls-global-fail.18d6396244316665
    namespace: kserve-ci-e2e-test
    resourceVersion: "35572"
    uid: 07fcb8e0-d572-4f4e-9a97-274e7a9c79e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35403"
    uid: 606e88a8-bff1-4763-ba0b-45e61222a411
  kind: Event
  lastTimestamp: "2026-09-17T21:36:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:36:36Z"
    name: isvc-sklearn-s3-tls-global-fail.18d6396244b547b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35437"
    uid: e8b22751-607b-4f5a-aec9-e94ce8e3e376
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35407"
    uid: 606e88a8-bff1-4763-ba0b-45e61222a411
  kind: Event
  lastTimestamp: "2026-09-17T21:36:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T21:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:36:36Z"
    name: isvc-sklearn-s3-tls-global-fail.18d639624bd2cc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35438"
    uid: 03a993f3-d6b7-4c31-b953-2202d8e003c6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:35:15.175175Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34696"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:35:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d6394f6a500f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: 51776398-85fe-4118-ab80-a6e31a01b9f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34706"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:35:15Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:35:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d6394f8c2e3288
    namespace: kserve-ci-e2e-test
    resourceVersion: "34721"
    uid: faa92f51-bdc2-45a3-b863-a131be7e007e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:35:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d6394f8daf3b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "34723"
    uid: 12c0129f-753b-4462-9f5d-265e64649a93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:35:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d6394f90bd87c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: 388c4eaa-1866-416f-9b84-002a6d652c3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:35:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d6394f912c1e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34726"
    uid: 7ae1ca3e-e9b5-4381-8cbe-3a80d68eb336
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:35:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d6394fecbbf69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34742"
    uid: 154fb6af-8f12-4184-b48c-46aa9bb7feb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:35:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d6394fef92543e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34744"
    uid: 50ca06d4-93e4-43d8-8dfe-210baee12c68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:35:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d6394ff000bd30
    namespace: kserve-ci-e2e-test
    resourceVersion: "34745"
    uid: 6cad8617-0107-408d-afb0-c94899e93487
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:35:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d6394ff0674c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 9e44f2b0-0617-44bb-9162-da87c5602cdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:35:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d6394ff2d78eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: a13885ea-0f98-4a39-99d6-ca17589e4fc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:35:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:35:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d6394ff377ac2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34748"
    uid: 42953d9b-cb9f-4705-a7f0-a584f0cfc5bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:36:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d6395028b4120a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35257"
    uid: 8bbd61eb-8325-4bd4-bfc6-943e00f8acf7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:36:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d639620779b87e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35387"
    uid: 52870b78-3e3c-46a8-9dac-4f00ed26637c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:36:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d63962077a8927
    namespace: kserve-ci-e2e-test
    resourceVersion: "35388"
    uid: ba0bb26f-7825-45f2-badf-5416b13921b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: a903191b-4ed6-4a42-817d-39ffd25c5791
  kind: Event
  lastTimestamp: "2026-09-17T21:36:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:36:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9.18d63963050918d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35475"
    uid: e9b80361-a954-4b38-adbe-516c000a49ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889
    namespace: kserve-ci-e2e-test
    resourceVersion: "34687"
    uid: 5e353656-102b-4968-90e0-e7d591032e2c
  kind: Event
  lastTimestamp: "2026-09-17T21:35:15Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-tl4m9'
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:35:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889.18d6394f69c6a567
    namespace: kserve-ci-e2e-test
    resourceVersion: "34697"
    uid: ff07ba8d-5d0f-42c4-b611-2355cd7f3ec9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34684"
    uid: 8d13f37a-2e84-4d11-8f23-bd09108a9041
  kind: Event
  lastTimestamp: "2026-09-17T21:35:15Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-b6b766889
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:35:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6394f65e7ddbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34691"
    uid: d1fd8723-a2d6-48ff-a1f4-1bdf1642dd92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34686"
    uid: c9fe9e42-d499-4945-8c81-28f2210c0616
  kind: Event
  lastTimestamp: "2026-09-17T21:36:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:36:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63952e4ff2518
    namespace: kserve-ci-e2e-test
    resourceVersion: "35308"
    uid: 407c202b-fd11-4124-9bae-9236a42d5946
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34686"
    uid: c9fe9e42-d499-4945-8c81-28f2210c0616
  kind: Event
  lastTimestamp: "2026-09-17T21:36:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:36:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63952e57a647c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35309"
    uid: 36443d61-a1bf-4173-9eac-730a55544499
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34871"
    uid: c9fe9e42-d499-4945-8c81-28f2210c0616
  kind: Event
  lastTimestamp: "2026-09-17T21:35:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:35:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63956642abf70
    namespace: kserve-ci-e2e-test
    resourceVersion: "34976"
    uid: 8fa2d12a-8d82-4044-be27-19b839a61ec5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34871"
    uid: c9fe9e42-d499-4945-8c81-28f2210c0616
  kind: Event
  lastTimestamp: "2026-09-17T21:35:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:35:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63956649b3f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34978"
    uid: e7c748f4-9435-4504-8b10-f511850a1c4a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: ada32668-ad0a-40a1-bcf9-39037b3e3fc9
  kind: Event
  lastTimestamp: "2026-09-17T21:36:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:36:34Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6394f65e2a6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35367"
    uid: c7279f33-b996-4460-91c1-fe88d78919a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: ada32668-ad0a-40a1-bcf9-39037b3e3fc9
  kind: Event
  lastTimestamp: "2026-09-17T21:35:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:35:15Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6394f669e0410
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 499cf2a8-dca0-40c2-b709-541aeafc4c7f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:36:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: ada32668-ad0a-40a1-bcf9-39037b3e3fc9
  kind: Event
  lastTimestamp: "2026-09-17T21:36:34Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:36:34Z"
    name: isvc-sklearn-s3-tls-global-pass.18d63961e18468cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35366"
    uid: a8bcfcd6-b58f-42c0-8d61-fa65b7a693af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:40:10.677929Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: 2253c225-a592-4444-8708-223cae58e754
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:40:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:40:10Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml.18d6399437a644de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37676"
    uid: 41bf81ad-51a6-4d8f-96c9-5f1e916ca34b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37673"
    uid: 2253c225-a592-4444-8708-223cae58e754
  kind: Event
  lastTimestamp: "2026-09-17T21:40:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:10Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml.18d639943f3bfeab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 507fe164-c622-46a8-a257-8b2a9d342013
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37683"
    uid: 2253c225-a592-4444-8708-223cae58e754
  kind: Event
  lastTimestamp: "2026-09-17T21:40:11Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:40:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml.18d639947d5e1933
    namespace: kserve-ci-e2e-test
    resourceVersion: "37711"
    uid: d6ea04dc-347e-4790-bb2a-ea6cd1035c2f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37673"
    uid: 2253c225-a592-4444-8708-223cae58e754
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml.18d639947ead582b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37818"
    uid: b0042328-57a9-4fc0-9817-4bb935ed601f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37673"
    uid: 2253c225-a592-4444-8708-223cae58e754
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml.18d639948159b838
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: 25ba3324-d0bf-4278-8c8c-03ded195464c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37673"
    uid: 2253c225-a592-4444-8708-223cae58e754
  kind: Event
  lastTimestamp: "2026-09-17T21:40:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:21Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml.18d6399481c89791
    namespace: kserve-ci-e2e-test
    resourceVersion: "37822"
    uid: 65da5f05-c736-4583-9bf2-2eaee9ea7373
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37673"
    uid: 2253c225-a592-4444-8708-223cae58e754
  kind: Event
  lastTimestamp: "2026-09-17T21:40:22Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml.18d63996fccbabd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: 2ae94321-48eb-4f1e-b2a9-76b74a8a1881
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496
    namespace: kserve-ci-e2e-test
    resourceVersion: "37660"
    uid: 452a9631-1ab8-47c9-88b1-1e2e63b133cf
  kind: Event
  lastTimestamp: "2026-09-17T21:40:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-6bmml'
  metadata:
    creationTimestamp: "2026-09-17T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:10Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496.18d6399437385176
    namespace: kserve-ci-e2e-test
    resourceVersion: "37672"
    uid: 53f43bf8-3568-4998-a420-abeee9a388b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: 75fb302d-2b40-446d-b74c-f8717fe026e4
  kind: Event
  lastTimestamp: "2026-09-17T21:40:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:10Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d6399434b840b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37663"
    uid: d463d2a4-1798-4ea9-816b-c3e8100aa509
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37650"
    uid: 731df83e-b92d-4f8c-ab5e-41732e513fae
  kind: Event
  lastTimestamp: "2026-09-17T21:40:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:40:19Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d6399434af3284
    namespace: kserve-ci-e2e-test
    resourceVersion: "37788"
    uid: 24e4a0b0-8761-46ab-ab87-f68b34ccf6d9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37650"
    uid: 731df83e-b92d-4f8c-ab5e-41732e513fae
  kind: Event
  lastTimestamp: "2026-09-17T21:40:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:40:10Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d639943547a2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: bb50ce99-6128-4879-85d2-e046564f42d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:38:39.561494Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36758"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    to ip-10-0-131-94.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:38:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:38:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397f00afce36
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 84dd0a67-27fb-48fe-83eb-d81f66c78805
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:38:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397f0d8474ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: 0576fa9a-6877-4d89-8964-9582581c566b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36768"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:38:40Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:38:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397f46dfb5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36787"
    uid: 6e320c1d-9661-4a2e-aa22-6df1d93b534e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:38:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397f4850a93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: 9875ba09-82ff-4a7f-8b5c-197a5a69f0a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:38:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397f4c77bdf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: 62ecd78f-4b2d-429f-9501-a2fdfab95e9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:38:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397f4cf50796
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: 2275f20e-1355-41b4-a81c-9fd31b070722
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:38:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397f9ae8db29
    namespace: kserve-ci-e2e-test
    resourceVersion: "36806"
    uid: 5928ae64-aaaa-4cd5-983b-c7af743d0980
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:38:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397f9f3a8536
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 36fdf067-626e-4065-a5f1-078366d76776
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:38:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397f9fbb77dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: b6b53805-46c8-4ccc-a77e-abf85cffa768
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:38:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397f9fc7178b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: 98c22052-b301-4198-884f-6a629aba9c24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:38:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397fa38c9d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "36815"
    uid: 03cc3fbb-363b-4e05-ad71-c21ac2e741d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:38:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:38:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397fa40cd60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: 8546d6d6-6bb4-4868-b87f-8215bb9175cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:39:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:39:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d6397fd6f6ba0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37483"
    uid: 4f77fd50-80cb-420f-998d-249f888a6642
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:40:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d63993f9d686a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: e2ad225f-61fb-4bd0-9f6b-9ef23d24e3ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:40:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d63993f9d71ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37638"
    uid: 4afc6555-3537-4922-8e7d-c5bc2030889b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d3e9829c-4fae-4c39-a7c9-72b3d7b612e2
  kind: Event
  lastTimestamp: "2026-09-17T21:40:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:40:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff.18d63995075b1a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: 25d59498-5ed4-4396-a6b3-219b5b0f4f50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-94.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-94.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36747"
    uid: ee0afe4a-4fda-4272-a976-099ef80d54a0
  kind: Event
  lastTimestamp: "2026-09-17T21:38:39Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-6vfff'
  metadata:
    creationTimestamp: "2026-09-17T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:38:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d.18d6397f003df2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36759"
    uid: c26ef8e9-36f1-4a0f-858a-8124ab550e87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36745"
    uid: f3d541c1-c6f8-40aa-876b-1c451a9210ac
  kind: Event
  lastTimestamp: "2026-09-17T21:38:39Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:38:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6397efd9ff7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: d178281e-b3b3-4d4a-962a-bb9ed68bb055
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36746"
    uid: 3d64ae29-eaf9-4ff6-b7d1-506627a67e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:39:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:39:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d639827c086fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37109"
    uid: a8bef2fc-f9d3-4219-8574-b965712cc821
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36746"
    uid: 3d64ae29-eaf9-4ff6-b7d1-506627a67e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:39:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:39:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d639827c6f2836
    namespace: kserve-ci-e2e-test
    resourceVersion: "37110"
    uid: 20b8be41-7774-478f-aaf4-555aa1aa165a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 3d64ae29-eaf9-4ff6-b7d1-506627a67e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:40:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d639897a4f5548
    namespace: kserve-ci-e2e-test
    resourceVersion: "37621"
    uid: 053fe5b3-0cf0-45be-ba74-96038a0ae5bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:39:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 3d64ae29-eaf9-4ff6-b7d1-506627a67e9c
  kind: Event
  lastTimestamp: "2026-09-17T21:40:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:40:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d639897addb97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37625"
    uid: 280f437f-7163-4fe9-b548-7943b3e01197
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36737"
    uid: 21f855e9-82d0-4bbf-8bac-3a060d9b8572
  kind: Event
  lastTimestamp: "2026-09-17T21:40:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:40:09Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6397efda3fbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37583"
    uid: 1e166f22-40ea-469c-a206-3d7454ab2638
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:38:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36737"
    uid: 21f855e9-82d0-4bbf-8bac-3a060d9b8572
  kind: Event
  lastTimestamp: "2026-09-17T21:38:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:38:39Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6397efe1ee7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36752"
    uid: 39b19f85-2b92-42a6-bf44-b1aa57c66747
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:40:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37581"
    uid: 21f855e9-82d0-4bbf-8bac-3a060d9b8572
  kind: Event
  lastTimestamp: "2026-09-17T21:40:09Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:40:09Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d63993e26be150
    namespace: kserve-ci-e2e-test
    resourceVersion: "37582"
    uid: abc2832c-a747-4732-9d69-c1fe46d777c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33736"
    uid: 004f3ace-ea3f-4138-b9ed-e0d8bfcce1a2
  kind: Event
  lastTimestamp: "2026-09-17T21:35:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:35:04Z"
    name: isvc-sklearn-s3.18d6393a41074a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "34510"
    uid: dd6a8e8c-a92d-4543-b258-b13231994ec8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33736"
    uid: 004f3ace-ea3f-4138-b9ed-e0d8bfcce1a2
  kind: Event
  lastTimestamp: "2026-09-17T21:33:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-sklearn-s3.18d6393a4183ea17
    namespace: kserve-ci-e2e-test
    resourceVersion: "33771"
    uid: ef0b3327-5b34-4c6f-8861-76dc39397059
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33740"
    uid: 004f3ace-ea3f-4138-b9ed-e0d8bfcce1a2
  kind: Event
  lastTimestamp: "2026-09-17T21:33:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:33:44Z"
    name: isvc-sklearn-s3.18d6393a48d3bee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33772"
    uid: 397158ad-8bf9-4f25-8606-956c57d32430
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:35:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34508"
    uid: 004f3ace-ea3f-4138-b9ed-e0d8bfcce1a2
  kind: Event
  lastTimestamp: "2026-09-17T21:35:04Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:35:04Z"
    name: isvc-sklearn-s3.18d6394d004d511d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34509"
    uid: 0ce912b0-39a7-41c9-a902-ff8f34fd0c40
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6d6c5fb7fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20836"
    uid: d93c4169-83b1-4725-b263-ac9f5a0fdccd
  kind: Event
  lastTimestamp: "2026-09-17T21:11:32Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6d6c5fb7fd-fmpxq'
  metadata:
    creationTimestamp: "2026-09-17T21:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:11:32Z"
    name: isvc-sklearn-scheduler-predictor-6d6c5fb7fd.18d638042026e9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 6a380f60-9382-439f-985e-b180b59b26e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: f4d508a1-26b8-4834-bec2-79650d7a3f46
  kind: Event
  lastTimestamp: "2026-09-17T21:11:32Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6d6c5fb7fd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:11:32Z"
    name: isvc-sklearn-scheduler-predictor.18d638041d9cdd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20838"
    uid: 0d4457ba-ccb4-41ee-ad32-05bcdf17720b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: a9103045-d8bd-4d01-ac85-02a6a7487990
  kind: Event
  lastTimestamp: "2026-09-17T21:11:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:11:32Z"
    name: isvc-sklearn-scheduler.18d638041d1369d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20858"
    uid: 9f8bb483-13d6-4bf9-bf24-482b702b5ce8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: a9103045-d8bd-4d01-ac85-02a6a7487990
  kind: Event
  lastTimestamp: "2026-09-17T21:11:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:11:32Z"
    name: isvc-sklearn-scheduler.18d638041d758331
    namespace: kserve-ci-e2e-test
    resourceVersion: "20839"
    uid: a3ebef25-a5ac-4c15-90b2-920736cd1d2d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:11:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: a9103045-d8bd-4d01-ac85-02a6a7487990
  kind: Event
  lastTimestamp: "2026-09-17T21:11:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:11:32Z"
    name: isvc-sklearn-scheduler.18d638041d75e714
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: ac0b14ed-c5f4-4fb5-bdcb-7addbcd68afe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:20:47.287430Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25802"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:20:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d63885582c0b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "25807"
    uid: 234b2f3f-0247-4e1e-94d1-ed192aef08c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25811"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:20:47Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d6388579f53b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25816"
    uid: e51a2e97-28f8-4e17-b3a7-e06634b078c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:20:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d638857b843d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "25819"
    uid: a5e9be3a-5a23-4add-a74b-289c1714ebf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:20:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d638857e4529a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25820"
    uid: caf0796e-5b9b-4b19-b32e-655f35667f53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:20:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d638857eb20977
    namespace: kserve-ci-e2e-test
    resourceVersion: "25821"
    uid: 4db15199-0bae-4778-bebc-a9ae8e468c44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:20:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:52Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d638869bde465f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25891"
    uid: 95a638fe-24c7-4d4f-832c-2b1d92c52d8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:20:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:52Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d638869ebabedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25894"
    uid: 6a135f30-6271-4c45-99f9-92790765e2bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:20:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:52Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d638869f3f4323
    namespace: kserve-ci-e2e-test
    resourceVersion: "25895"
    uid: b5d1d734-2303-4dac-97d8-42b3b57dd249
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:20:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:52Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d638869f498c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25896"
    uid: 4907fea9-b426-40ba-ad66-d43cac03992f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:20:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:52Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d63886a268191b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: 0f0be63b-5a61-4f78-a939-b35e34dd0e30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:20:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:52Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d63886a2d43e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "25900"
    uid: 8102ec7a-1e4c-4b4b-971e-9d0292cb4d2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:22:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:19Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d63886d7ed0269
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 4f9dad4c-01f4-4018-bd3c-551d7b075e25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:22:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:17Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d6389a74a1e8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27007"
    uid: ebd12bd2-c209-4bbc-8083-1b599feb8b14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:22:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:17Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d6389a74a29cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27008"
    uid: 91a5df9a-b3b8-4897-b160-4537536c9428
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 66f48c5b-3b9a-46ef-a5b3-d0931a0e39f5
  kind: Event
  lastTimestamp: "2026-09-17T21:22:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:19Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s.18d6389ade3ab1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27021"
    uid: 59df2b98-b6c3-45b2-8b0a-9814a90f2789
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-749744fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25787"
    uid: 5051896d-9a0a-4cde-9907-0fc7d767fdc4
  kind: Event
  lastTimestamp: "2026-09-17T21:20:47Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-749744fb9-4wb9s'
  metadata:
    creationTimestamp: "2026-09-17T21:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9.18d6388556d9dfb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25803"
    uid: 1f46a894-79f4-489d-bef1-0726fe485af8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25785"
    uid: 8342e756-163a-4c5b-971f-a30c45bf2935
  kind: Event
  lastTimestamp: "2026-09-17T21:20:47Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-749744fb9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6388548105d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "25792"
    uid: 1e80458a-7ac3-4acb-9d6d-826075b6a955
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:21:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25786"
    uid: e2e26ff6-1b29-4ed2-9bbb-0e548188ee69
  kind: Event
  lastTimestamp: "2026-09-17T21:21:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:21:32Z"
    name: isvc-sklearn-v2-mixed-predictor.18d63888c6e37287
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: 63b26da8-a1c2-41cb-a34d-ff0b329fd140
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:21:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25786"
    uid: e2e26ff6-1b29-4ed2-9bbb-0e548188ee69
  kind: Event
  lastTimestamp: "2026-09-17T21:21:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:21:32Z"
    name: isvc-sklearn-v2-mixed-predictor.18d63888c7463d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 756b7583-fd5c-49a9-98ab-47eac99b07fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:21:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26107"
    uid: e2e26ff6-1b29-4ed2-9bbb-0e548188ee69
  kind: Event
  lastTimestamp: "2026-09-17T21:22:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:22:17Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6389345706992
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 4b5be159-d3a2-4b54-9238-44ec00d322cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:21:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26107"
    uid: e2e26ff6-1b29-4ed2-9bbb-0e548188ee69
  kind: Event
  lastTimestamp: "2026-09-17T21:22:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:22:17Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6389346653461
    namespace: kserve-ci-e2e-test
    resourceVersion: "26985"
    uid: ca1c1af6-197f-428f-a5ad-78af48095ab6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: 3dc15e7c-5091-40c6-a4b6-f609117909ab
  kind: Event
  lastTimestamp: "2026-09-17T21:22:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:22:09Z"
    name: isvc-sklearn-v2-mixed.18d6388547ef8758
    namespace: kserve-ci-e2e-test
    resourceVersion: "26899"
    uid: 1ff2cc6e-e068-4473-9c3a-3147c33c8662
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: 3dc15e7c-5091-40c6-a4b6-f609117909ab
  kind: Event
  lastTimestamp: "2026-09-17T21:20:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:20:47Z"
    name: isvc-sklearn-v2-mixed.18d6388549fd8361
    namespace: kserve-ci-e2e-test
    resourceVersion: "25793"
    uid: 0d63c209-4ccd-4bb1-b14b-1bd8c5d5e5c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: 3dc15e7c-5091-40c6-a4b6-f609117909ab
  kind: Event
  lastTimestamp: "2026-09-17T21:22:09Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:22:09Z"
    name: isvc-sklearn-v2-mixed.18d638988f5bf84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26898"
    uid: 4896ecc0-4641-4f06-aad8-d92e614c6028
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:19:11.158079Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:19:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:19:11Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d6386ef66a9877
    namespace: kserve-ci-e2e-test
    resourceVersion: "24958"
    uid: 4bad1769-c8ac-4773-b659-26357a290591
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:19:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:11Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d6386f01370036
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: d324d783-f6ac-420d-a1f7-09af15a198a6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24961"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:19:12Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:19:12Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d6386f3c3159fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24982"
    uid: b60fa257-8e32-4fc0-9b69-e9ad6659f12e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:19:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:12Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d6386f3dcafac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24984"
    uid: 09aaa266-cb6c-4cad-94eb-725df7bf8ecc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:19:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:12Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d6386f40caa0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24986"
    uid: 26626cea-7f0b-461a-933f-dfd0cd9db11a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:19:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:12Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d6386f413a2020
    namespace: kserve-ci-e2e-test
    resourceVersion: "24987"
    uid: 41de1a2f-62d6-4b89-8092-7c3bfaa5aa26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:19:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:16Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d638702b25725d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25022"
    uid: 85b3f4bb-d345-49f2-a394-03322aa5b6d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:19:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:16Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d638702dea80c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25024"
    uid: e6822fc4-b016-4ad3-88a4-37f687e4060a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:19:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:16Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d638702e598927
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: 40112503-005e-497e-926c-cd37ade8ed7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:19:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:16Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d638702e61e5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25026"
    uid: f82be75c-0fcd-44f2-8d4c-76fdf311d268
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:19:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:16Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d6387030fd809e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25030"
    uid: 54a4f80f-5ad1-4c04-93a2-eab71e6c9096
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:19:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:16Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d63870316c1fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25031"
    uid: 6e0d739c-81d6-4ca3-bffe-53a0320c25b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:20:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:29Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d63870a2ebce73
    namespace: kserve-ci-e2e-test
    resourceVersion: "25612"
    uid: 320a6a64-bef1-4936-97b0-559aa43f3f0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:20:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:41Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d6388417d37eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25723"
    uid: 3e713542-066f-499b-bf15-40a2693ed418
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:20:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:41Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d6388417d3f0e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25724"
    uid: e917ee19-7c72-43d6-91bd-bbf89c534cde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 7c851cf5-ddaa-4fea-af35-958c7fc9f623
  kind: Event
  lastTimestamp: "2026-09-17T21:20:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:20:44Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7.18d63884a91a3fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25743"
    uid: a072e90d-10cc-4fac-ba64-bad64f3298c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-75bb9f496d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24942"
    uid: 8f8d50ab-e33f-4bf4-81b5-2ff4393c9e7f
  kind: Event
  lastTimestamp: "2026-09-17T21:19:11Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-75bb9f496d-hq7g7'
  metadata:
    creationTimestamp: "2026-09-17T21:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:19:11Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d.18d6386ef593c9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: 0141b206-8c49-47d1-9f96-d3ca17f5eb15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24939"
    uid: 8589be42-44e1-4ca3-986c-b9f76f643542
  kind: Event
  lastTimestamp: "2026-09-17T21:19:11Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-75bb9f496d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:19:11Z"
    name: isvc-sklearn-v2-predictor.18d6386ef24ec3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24944"
    uid: a677da4e-f8bc-443e-be3c-0d5aea6736a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24941"
    uid: ed44ca24-ca12-454d-975c-515ff259b490
  kind: Event
  lastTimestamp: "2026-09-17T21:19:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:19:56Z"
    name: isvc-sklearn-v2-predictor.18d6387270f2b7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25332"
    uid: bdf5b2bf-c2c9-477f-90e7-5e59c98e2605
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24941"
    uid: ed44ca24-ca12-454d-975c-515ff259b490
  kind: Event
  lastTimestamp: "2026-09-17T21:19:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:19:56Z"
    name: isvc-sklearn-v2-predictor.18d63872717580a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25334"
    uid: bd9db7af-b673-44ce-957d-785cf68195d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25114"
    uid: ed44ca24-ca12-454d-975c-515ff259b490
  kind: Event
  lastTimestamp: "2026-09-17T21:20:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:20:41Z"
    name: isvc-sklearn-v2-predictor.18d63875f0839808
    namespace: kserve-ci-e2e-test
    resourceVersion: "25700"
    uid: 1cb69eb5-7965-4e96-bc49-889931d51ee8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25114"
    uid: ed44ca24-ca12-454d-975c-515ff259b490
  kind: Event
  lastTimestamp: "2026-09-17T21:20:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:20:41Z"
    name: isvc-sklearn-v2-predictor.18d63875f0e5926f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25701"
    uid: dcb7a8ea-6498-499f-bcc0-d6876f7758a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:18:05.868859Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24167"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:18:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:18:05Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d6385fc2e01ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24173"
    uid: 66d51ee6-6474-406b-bb2e-1362e95b1023
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24178"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:06Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d6385fe47d4c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "24189"
    uid: 0944cc70-4791-4e6c-aa3e-b35f2f0ebc5a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d6385fe5f7c694
    namespace: kserve-ci-e2e-test
    resourceVersion: "24191"
    uid: e5f19536-a1df-408e-ab3a-636848f97ab3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d6385fe83e0b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "24192"
    uid: 446802ce-b418-46f5-9c8d-61b2101cab7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d6385fe899e11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24193"
    uid: d44580b9-8a39-40a3-841b-e566849a789f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:11Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T21:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d63860f972b805
    namespace: kserve-ci-e2e-test
    resourceVersion: "24229"
    uid: 2ce31d36-f55e-4a68-a361-aa2136b1e024
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d63860fbdd9d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "24231"
    uid: 0c41f943-5f66-4c45-9b8e-9f1c61b35676
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d63860fc3a86d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24233"
    uid: ffe3d95d-09c8-4b33-bc50-c90f7fa71833
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d63860fc435e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "24234"
    uid: 549c970f-e082-4ead-9caa-addfd2e4a2d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d63860fe96e255
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 449c5e96-d023-4c35-9e5b-30b980060ec9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d63860fef43adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24236"
    uid: fcb7649a-ad6d-4325-8962-432fc035b88f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:18:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T21:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:18:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d63869d45f942b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24606"
    uid: 06ccdd68-fa82-4114-b34f-e315555f3fdf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:19:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:05Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d6386dc15c6015
    namespace: kserve-ci-e2e-test
    resourceVersion: "24888"
    uid: cb45152f-1e44-4fec-9dfe-e6ebad5f7c32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:19:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:05Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d6386dc15d8771
    namespace: kserve-ci-e2e-test
    resourceVersion: "24889"
    uid: 2921dc84-2372-4233-b982-956213bdf12c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: ae3aa038-6f0d-43fb-b8fb-156cf9fdd44b
  kind: Event
  lastTimestamp: "2026-09-17T21:19:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:19:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w.18d6386e7b72291d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24915"
    uid: df7c7142-ec31-4463-a0dc-e15453e99178
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24158"
    uid: 734191e4-ea21-4e7b-8a5b-1fe09f1e78e7
  kind: Event
  lastTimestamp: "2026-09-17T21:18:05Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hhg8w'
  metadata:
    creationTimestamp: "2026-09-17T21:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:05Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d6385fc242ef27
    namespace: kserve-ci-e2e-test
    resourceVersion: "24168"
    uid: 72289016-a699-465f-8c49-85ef66769525
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: caa493c3-e0ea-4884-830a-b9bd42e02972
  kind: Event
  lastTimestamp: "2026-09-17T21:18:05Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:05Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6385fbf21ef35
    namespace: kserve-ci-e2e-test
    resourceVersion: "24160"
    uid: b8d4d839-33d2-4dc8-89e5-77ccbf0ebeda
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24157"
    uid: f3164b30-be05-412b-b6b5-45fe0fc09865
  kind: Event
  lastTimestamp: "2026-09-17T21:18:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:20Z"
    name: isvc-sklearn-v2-runtime-predictor.18d638633e038ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24382"
    uid: 235b08e4-0ba4-483b-a4b8-6a4b1256b28a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24157"
    uid: f3164b30-be05-412b-b6b5-45fe0fc09865
  kind: Event
  lastTimestamp: "2026-09-17T21:18:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:18:20Z"
    name: isvc-sklearn-v2-runtime-predictor.18d638633e91f6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24383"
    uid: 90869480-7bd2-4164-a922-229629918d2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24381"
    uid: f3164b30-be05-412b-b6b5-45fe0fc09865
  kind: Event
  lastTimestamp: "2026-09-17T21:19:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:19:05Z"
    name: isvc-sklearn-v2-runtime-predictor.18d63866be09077b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24872"
    uid: 9e22820a-82cf-4a51-bd5b-e78f2540032f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24381"
    uid: f3164b30-be05-412b-b6b5-45fe0fc09865
  kind: Event
  lastTimestamp: "2026-09-17T21:19:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:19:05Z"
    name: isvc-sklearn-v2-runtime-predictor.18d63866bee22f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24873"
    uid: 55a0e344-d518-4ec6-b4db-428e6a2eb7dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24149"
    uid: 4b3be0bb-68b1-4413-906b-94c22f19562c
  kind: Event
  lastTimestamp: "2026-09-17T21:18:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:18:59Z"
    name: isvc-sklearn-v2-runtime.18d6385fbf22063c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24706"
    uid: 7c2f56c9-ce58-4f30-963a-84226167fd55
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24149"
    uid: 4b3be0bb-68b1-4413-906b-94c22f19562c
  kind: Event
  lastTimestamp: "2026-09-17T21:18:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:18:05Z"
    name: isvc-sklearn-v2-runtime.18d6385fbfd0c517
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 463ed67e-cc32-4edb-aab8-df78a32aca56
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:18:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24704"
    uid: 4b3be0bb-68b1-4413-906b-94c22f19562c
  kind: Event
  lastTimestamp: "2026-09-17T21:18:59Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:18:59Z"
    name: isvc-sklearn-v2-runtime.18d6386c2d6c0c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "24705"
    uid: bd236b6f-4e08-4c76-902e-bb179cc59b70
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 6f69a6cf-569c-463d-bf80-44d679108b16
  kind: Event
  lastTimestamp: "2026-09-17T21:20:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:20:39Z"
    name: isvc-sklearn-v2.18d6386ef2687ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25688"
    uid: e27d539f-e183-46a4-92e1-46ee1557c5ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:19:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 6f69a6cf-569c-463d-bf80-44d679108b16
  kind: Event
  lastTimestamp: "2026-09-17T21:19:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:19:11Z"
    name: isvc-sklearn-v2.18d6386ef304ee9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24948"
    uid: e36f95c5-9a09-43a0-b915-281637f3e753
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:20:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25685"
    uid: 6f69a6cf-569c-463d-bf80-44d679108b16
  kind: Event
  lastTimestamp: "2026-09-17T21:20:39Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:20:39Z"
    name: isvc-sklearn-v2.18d6388397efed7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25686"
    uid: 6bf5aa81-2df9-4cc7-aabc-be4bd77b5c34
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: 205357b4-ad94-430d-91b0-c1bcfb04f39e
  kind: Event
  lastTimestamp: "2026-09-17T21:13:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:13:32Z"
    name: isvc-sklearn.18d6380c2ae17a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21906"
    uid: d2831c6f-4930-42d2-b528-2e9a11d6d932
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:12:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: 205357b4-ad94-430d-91b0-c1bcfb04f39e
  kind: Event
  lastTimestamp: "2026-09-17T21:12:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T21:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:12:06Z"
    name: isvc-sklearn.18d6380c2c106ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 703eab77-3d11-4f8e-af6a-7248a50f1856
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:13:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: 205357b4-ad94-430d-91b0-c1bcfb04f39e
  kind: Event
  lastTimestamp: "2026-09-17T21:13:32Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:13:32Z"
    name: isvc-sklearn.18d638202c5744f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: dcbccd1e-494f-419a-8a80-1bfd0e4d5351
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:22:23.055195Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27070"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-rlzq2
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:22:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:22:23Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389ba4603840
    namespace: kserve-ci-e2e-test
    resourceVersion: "27077"
    uid: 36cb835b-35a7-4d39-9863-12ec863316f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:23Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389bae860c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "27088"
    uid: c729dace-9d15-4962-9b2f-8a275ef83031
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27082"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:24Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:22:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389be9ec3289
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 8604528c-63ec-4206-a067-e705c111fdb4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389beb50ff24
    namespace: kserve-ci-e2e-test
    resourceVersion: "27098"
    uid: ded6e2aa-b247-4f12-9458-ab2a61e71009
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389bedd8b15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: 00a5a9bb-342e-4a0d-9894-073b16c2b23e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389bee4851ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: a8a2cf52-e797-4dc4-8c4f-6d7595ec2585
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:29Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T21:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:29Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389d0dfa303b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27152"
    uid: 6771ba9b-5d66-4f21-b4d0-8e3b6bf74fb0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:32Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.595s (3.595s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389de44d288c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27183"
    uid: 7978475e-bd6b-43d7-ac5c-c9e6fd410e2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389de72d8c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: 3361c35f-0359-4489-82a1-391851d4f522
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389de787c0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: c74bc2a4-3c96-41b3-9c9d-2fdb5127f249
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389de7919a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 45f2bfec-d72a-45bd-a4a3-42cd769e54dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389dea311fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: ccb203aa-c1cb-4f5d-8d6a-604526108b01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389deab3b2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27188"
    uid: 8a5b64a6-9d37-42e3-b37f-a3a98576b8a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:22:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:22:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d6389dfda9426c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27276"
    uid: 0489d9f9-8e38-4769-ad5c-e0b9bbc4b3a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:23:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d638a4ed92f525
    namespace: kserve-ci-e2e-test
    resourceVersion: "27493"
    uid: bd9babad-feea-4e58-998c-0292447eb159
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:23:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d638a4ed939cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27494"
    uid: ce67d962-31ba-4950-ac01-fea368c0476e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 2368e074-19ab-4cc5-a772-b08c24b35660
  kind: Event
  lastTimestamp: "2026-09-17T21:23:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:29Z"
    name: isvc-tensorflow-predictor-547dfc5669-rlzq2.18d638a535a8f752
    namespace: kserve-ci-e2e-test
    resourceVersion: "27755"
    uid: c0bcc50f-34a6-404b-a7fc-6c3fc12e7905
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: cb510c74-ea5a-4d46-b6fa-6772e0da8993
  kind: Event
  lastTimestamp: "2026-09-17T21:22:23Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-rlzq2'
  metadata:
    creationTimestamp: "2026-09-17T21:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:22:23Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d6389ba3de4114
    namespace: kserve-ci-e2e-test
    resourceVersion: "27071"
    uid: 2d6ef10c-cde1-4a0e-9478-13ecbd5f0397
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: af6d7984-df5f-4174-b8c9-bb02fc38f10c
  kind: Event
  lastTimestamp: "2026-09-17T21:22:22Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:22:22Z"
    name: isvc-tensorflow-predictor.18d6389ba0bf697d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: 84fec0e1-0c00-43a5-8c2d-15764b7697ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: 1f420dbc-03a0-4c47-b614-7013c6a76fac
  kind: Event
  lastTimestamp: "2026-09-17T21:22:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:22:38Z"
    name: isvc-tensorflow-predictor.18d6389f1f775517
    namespace: kserve-ci-e2e-test
    resourceVersion: "27265"
    uid: 0e669241-f6d6-457a-a54b-afa0cded5ec2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: 1f420dbc-03a0-4c47-b614-7013c6a76fac
  kind: Event
  lastTimestamp: "2026-09-17T21:22:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:22:38Z"
    name: isvc-tensorflow-predictor.18d6389f1fe7efd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27267"
    uid: 3ff56ee9-9871-45f5-b4dd-bb645f01d5a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27266"
    uid: 1f420dbc-03a0-4c47-b614-7013c6a76fac
  kind: Event
  lastTimestamp: "2026-09-17T21:22:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:22:53Z"
    name: isvc-tensorflow-predictor.18d638a29e9b2fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27394"
    uid: 15ebb4b6-9005-4ab4-808a-d0f417201e6d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27266"
    uid: 1f420dbc-03a0-4c47-b614-7013c6a76fac
  kind: Event
  lastTimestamp: "2026-09-17T21:22:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:22:53Z"
    name: isvc-tensorflow-predictor.18d638a29f049994
    namespace: kserve-ci-e2e-test
    resourceVersion: "27396"
    uid: e0293003-cb6c-476f-b9d8-1e6a592fdf18
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:23:08.130857Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27554"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:23:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:23:08Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a623183217
    namespace: kserve-ci-e2e-test
    resourceVersion: "27560"
    uid: 01890245-3151-4def-bc87-94f92949c329
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:08Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a62a6e60d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27569"
    uid: 6e98b89c-5e14-4b4a-accb-7bf2d9d6dce2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:09Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:23:09Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a668956cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 22e83170-36ae-49cc-b8ef-4d1a0631fd94
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:09Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a669f20708
    namespace: kserve-ci-e2e-test
    resourceVersion: "27587"
    uid: 6c410566-e2ee-41fb-8a1a-cb44071e360d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:09Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a66c792818
    namespace: kserve-ci-e2e-test
    resourceVersion: "27589"
    uid: bcc4423e-7407-4a29-b193-33c8a3fb10e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:09Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a66cd76bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27590"
    uid: fd3af570-7352-4e05-82ff-015853257b6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:14Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a792a07a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27628"
    uid: ef19c9ea-4ba6-4b8a-b4b5-c442afbc8b4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a7953dabff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27630"
    uid: 08da81ef-ffe1-49b4-a25a-ae551bf51e27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a795aa41c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27631"
    uid: d7c5576c-8cff-4f13-adb5-e49186956679
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a795b48e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27633"
    uid: f48a511a-de72-4544-a80e-0c9688b8a06c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a798822c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: dca6750e-a237-4be8-b132-0978a0434f61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a799305b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27638"
    uid: d4dff22e-0a23-4f68-8ff2-3768e6d082dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:22Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638a80a61da74
    namespace: kserve-ci-e2e-test
    resourceVersion: "27698"
    uid: 016f6ef1-e6d4-4576-80f9-6390f8301fde
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:48Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638af6e61161b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27922"
    uid: deac1c7c-88e8-4986-b65e-13e13a2c7593
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:23:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:48Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638af6e61c59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27923"
    uid: 03a57e0b-fbd8-48f2-a233-994e8bef2569
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 06466fca-6abd-44aa-9b52-b5d982019100
  kind: Event
  lastTimestamp: "2026-09-17T21:24:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:24:17Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz.18d638b06c76fdf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28346"
    uid: 60c0496f-a4ed-445b-aea4-9ea77d649251
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 6faa6602-87f0-43a6-893f-9cbc97cfa85e
  kind: Event
  lastTimestamp: "2026-09-17T21:23:08Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-rbnjz'
  metadata:
    creationTimestamp: "2026-09-17T21:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:23:08Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d638a6229cd2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27557"
    uid: 6b610993-8768-46d8-a359-8ad5d287a0f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27543"
    uid: 402a06ee-1f3c-415c-a950-2badc5d2c2c3
  kind: Event
  lastTimestamp: "2026-09-17T21:23:08Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:23:08Z"
    name: isvc-tensorflow-runtime-predictor.18d638a61f5d3dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: b0c5c7ce-166b-4741-a3f2-5b529b3c56df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27544"
    uid: e3edf583-56d1-48aa-9ef9-c4c8e213539f
  kind: Event
  lastTimestamp: "2026-09-17T21:23:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:23:23Z"
    name: isvc-tensorflow-runtime-predictor.18d638a99e099e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "27706"
    uid: d6326e35-60a8-4b95-9e75-7a36176d22ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27544"
    uid: e3edf583-56d1-48aa-9ef9-c4c8e213539f
  kind: Event
  lastTimestamp: "2026-09-17T21:23:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:23:23Z"
    name: isvc-tensorflow-runtime-predictor.18d638a99e73e732
    namespace: kserve-ci-e2e-test
    resourceVersion: "27708"
    uid: bbcbe633-2b2e-4497-8da5-67e36f3a8f3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27707"
    uid: e3edf583-56d1-48aa-9ef9-c4c8e213539f
  kind: Event
  lastTimestamp: "2026-09-17T21:23:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:23:38Z"
    name: isvc-tensorflow-runtime-predictor.18d638ad1d9252a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27834"
    uid: 7fb9b9c3-5625-4047-ae8b-c4077b5a94c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27707"
    uid: e3edf583-56d1-48aa-9ef9-c4c8e213539f
  kind: Event
  lastTimestamp: "2026-09-17T21:23:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:23:38Z"
    name: isvc-tensorflow-runtime-predictor.18d638ad1dfdaabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27836"
    uid: 95183b93-3702-4128-997e-3a2638734435
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 59397e85-82b0-49ca-bf2b-ebb501aaa11a
  kind: Event
  lastTimestamp: "2026-09-17T21:23:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:23:32Z"
    name: isvc-tensorflow-runtime.18d638a61f8d50ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: cd4acc76-0e91-4b87-98a9-1aba17934152
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 59397e85-82b0-49ca-bf2b-ebb501aaa11a
  kind: Event
  lastTimestamp: "2026-09-17T21:23:08Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:23:08Z"
    name: isvc-tensorflow-runtime.18d638a61ff2be36
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: c71d3e0f-347c-48a5-8b5e-e255c070c4e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27538"
    uid: 59397e85-82b0-49ca-bf2b-ebb501aaa11a
  kind: Event
  lastTimestamp: "2026-09-17T21:23:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:23:08Z"
    name: isvc-tensorflow-runtime.18d638a62586a76e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27567"
    uid: 6221b1db-39b5-4418-9ee6-8857635a115a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27783"
    uid: 59397e85-82b0-49ca-bf2b-ebb501aaa11a
  kind: Event
  lastTimestamp: "2026-09-17T21:23:32Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:23:32Z"
    name: isvc-tensorflow-runtime.18d638abc987d4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: ca460fa0-89e3-4022-ad0a-c31ea9095dbf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: aae5f571-d9a3-46f3-8e8c-3ccc1c67dafb
  kind: Event
  lastTimestamp: "2026-09-17T21:22:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:22:49Z"
    name: isvc-tensorflow.18d6389ba0c646b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27369"
    uid: 8d325661-2c81-498a-8c7c-4b0d094581c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: aae5f571-d9a3-46f3-8e8c-3ccc1c67dafb
  kind: Event
  lastTimestamp: "2026-09-17T21:22:23Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:22:23Z"
    name: isvc-tensorflow.18d6389ba1602642
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 72162ee3-49a6-41f7-8dd4-4fecf33a74d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:22:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27366"
    uid: aae5f571-d9a3-46f3-8e8c-3ccc1c67dafb
  kind: Event
  lastTimestamp: "2026-09-17T21:22:49Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:22:49Z"
    name: isvc-tensorflow.18d638a1bd56b814
    namespace: kserve-ci-e2e-test
    resourceVersion: "27367"
    uid: d657446b-8265-49da-a255-cad7fa66cc5c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:23:53.232034Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27982"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-xp4rh
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:23:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:23:53Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638b0a3558926
    namespace: kserve-ci-e2e-test
    resourceVersion: "27988"
    uid: 10c0ee03-abff-41c9-8531-d41914815419
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27992"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:23:53Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:23:53Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638b0c5301f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "28003"
    uid: 562a137a-d98f-47d1-a863-7de2f4b076f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:23:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:53Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638b0c79eb42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 76a99ecf-795d-457b-8d07-2f5fea5b3f53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:23:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:53Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638b0ca6f1934
    namespace: kserve-ci-e2e-test
    resourceVersion: "28007"
    uid: 508b4bf8-34ae-4c5f-a8d1-e159455f4d75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:23:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:53Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638b0caef1da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28008"
    uid: ad11232f-e1f1-450e-85e6-fe4bdaf992f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:23:58Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-17T21:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:23:58Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638b1dba060f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28053"
    uid: 2568e4ff-b97b-4b73-9309-145c170308fb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:25:53Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.843s
    (1m54.843s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:25:53Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638cc98d65c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "29058"
    uid: aedc265d-5f79-4a13-b33d-6cd0fe7ed509
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:25:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:25:53Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638cc9ea86190
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: c99e0029-9183-40ba-aed4-f7e6f8cbdd61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:25:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:25:53Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638cc9fbaa0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29062"
    uid: d5733c40-77a3-44de-9e6d-2fdc7443ee3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:25:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:25:53Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638cc9fc47199
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: f90461a8-1491-4d7d-ac15-b379ebad4cec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:25:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:25:53Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638cca5cca57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29065"
    uid: 29a03800-5189-4572-9c05-1361b5581edd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:25:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:25:53Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638cca704a721
    namespace: kserve-ci-e2e-test
    resourceVersion: "29066"
    uid: d92eadbf-21d8-4684-bedb-73ef811719fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:25:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:25:56Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638cd01e938c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29088"
    uid: 6871b2de-b1ad-4dfa-9112-6d2df3a3b53c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:26:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:05Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638cf7f734b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29267"
    uid: e6dd37f2-537b-4f7b-b2a0-c8faa2a234fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:26:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:05Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638cf7f73b83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29268"
    uid: f95c8fad-4406-404e-ad5e-128f89f894eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xp4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: 851a6d07-787e-43bd-8d87-80b3078a5844
  kind: Event
  lastTimestamp: "2026-09-17T21:26:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:06Z"
    name: isvc-triton-predictor-5d7db58676-xp4rh.18d638cf91ca4fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29274"
    uid: 54106ea9-4b58-4a1d-a50a-5e5dae18b712
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27973"
    uid: eb02e817-1034-4bba-8dcd-63b1c81db4af
  kind: Event
  lastTimestamp: "2026-09-17T21:23:53Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-xp4rh'
  metadata:
    creationTimestamp: "2026-09-17T21:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:23:53Z"
    name: isvc-triton-predictor-5d7db58676.18d638b0a2e89b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27983"
    uid: d9486037-4e9e-4375-947e-a5821d2520dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27971"
    uid: 8f103bdb-42dd-49a5-ac34-dc19637b4adb
  kind: Event
  lastTimestamp: "2026-09-17T21:23:53Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:23:53Z"
    name: isvc-triton-predictor.18d638b09ff1e1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27974"
    uid: 648616d0-3725-4d95-81ed-e921253f0165
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27972"
    uid: f67412b5-1583-4d1b-9531-7cc3e968a9a1
  kind: Event
  lastTimestamp: "2026-09-17T21:25:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:25:53Z"
    name: isvc-triton-predictor.18d638b41e71f9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29056"
    uid: 4261f0a2-90ab-418b-ad1d-1d1d6603fdbc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T21:24:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27972"
    uid: f67412b5-1583-4d1b-9531-7cc3e968a9a1
  kind: Event
  lastTimestamp: "2026-09-17T21:25:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:25:53Z"
    name: isvc-triton-predictor.18d638b41ed4ac06
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 0398612f-c187-42f4-b043-ebb2ed11e924
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27963"
    uid: 554cb9d2-fa96-43d0-95d8-8a026ba1922f
  kind: Event
  lastTimestamp: "2026-09-17T21:26:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:26:01Z"
    name: isvc-triton.18d638b09ff2ee2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29196"
    uid: 8f507219-2fc7-41a3-b5b3-aa0639f64ac2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:23:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27963"
    uid: 554cb9d2-fa96-43d0-95d8-8a026ba1922f
  kind: Event
  lastTimestamp: "2026-09-17T21:23:53Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T21:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:23:53Z"
    name: isvc-triton.18d638b0a072e44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27978"
    uid: 2a5e4618-3e7f-4a98-909b-36fd67d8173e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29194"
    uid: 554cb9d2-fa96-43d0-95d8-8a026ba1922f
  kind: Event
  lastTimestamp: "2026-09-17T21:26:01Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:26:01Z"
    name: isvc-triton.18d638ce6ea482bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29195"
    uid: a4184b4f-d46c-4d5d-b649-2533ade5d332
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:26:10.950770Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29332"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-ldld9
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:26:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:26:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d0b402a1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29338"
    uid: 0db144f4-8f67-46eb-ae36-ab719e93fe8a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:26:11Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:26:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d0d877fd92
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: 3663c9cf-a536-42dc-81ce-dc02b2c08e74
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:26:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d0d9d5d7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29354"
    uid: b773e253-5392-467f-96b9-f8dcecc4c85d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:26:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d0dfcec9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 80ac19c0-17d3-4230-911d-115de4fcd966
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:26:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d0e10bbcce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29356"
    uid: f89192dd-3b4a-42b1-aba9-5eedbc3241d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:26:16Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T21:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d1ebe7a881
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 7deb33b4-f1b9-4a73-bf87-ec791dbdb83d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:26:37Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.183s (21.183s
    including waiting). Image size: 1435742980 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:37Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d6da8ca0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29552"
    uid: 4f495125-68fc-4b23-a26e-962918dcf859
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:26:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:37Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d6dfe01d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29553"
    uid: 7268e190-95ab-45b1-b410-9ad95f8f7bfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:26:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:37Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d6e106adbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29554"
    uid: 7444eacd-64c2-4f59-98c2-d419f63be99b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:26:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:37Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d6e1115941
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: 2d50da8f-4835-43e7-8eee-7d49daaebfe2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:26:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:37Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d6e6eb14a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29558"
    uid: 442ca1ae-da83-40a4-8d4c-d0c663b4238a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:26:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:26:37Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d6e7ec2253
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: 1a7de85d-99d8-4871-bef7-d320f4078d42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:27:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638d710dd63de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30331"
    uid: c49160d9-7a66-4e45-9d15-2ea251000ca1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:27:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638e81f65e34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30300"
    uid: ca5abd5a-a15c-43a2-bca8-7936917047f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:27:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638e81f666668
    namespace: kserve-ci-e2e-test
    resourceVersion: "30301"
    uid: 6f034c5e-797c-40cf-8d1d-6caa93cc1331
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ldld9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 336baf50-870c-431d-8560-463815c21bba
  kind: Event
  lastTimestamp: "2026-09-17T21:27:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-ldld9.18d638e8c30065a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30330"
    uid: 1791e00d-df60-4ecc-a30a-fcdce9f8f35b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: d7926238-9e57-4dc5-b4e0-624439fb781c
  kind: Event
  lastTimestamp: "2026-09-17T21:26:10Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-ldld9'
  metadata:
    creationTimestamp: "2026-09-17T21:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:26:10Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d638d0b372e9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29335"
    uid: 60a0fe68-41e7-40e0-afda-936068d811eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: ad77c8e2-bed7-4d3a-96bf-f23275b7e39e
  kind: Event
  lastTimestamp: "2026-09-17T21:26:10Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:26:10Z"
    name: isvc-xgboost-predictor.18d638d0b063a686
    namespace: kserve-ci-e2e-test
    resourceVersion: "29324"
    uid: 408baebe-95c2-4a15-a735-0c1fb2a28ca4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: e41432b7-d533-44fb-a227-86ee0abc0873
  kind: Event
  lastTimestamp: "2026-09-17T21:26:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:26:55Z"
    name: isvc-xgboost-predictor.18d638d42ee0be27
    namespace: kserve-ci-e2e-test
    resourceVersion: "29690"
    uid: d8b9e800-d15b-4e9e-a0c3-d64e1c95d47b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: e41432b7-d533-44fb-a227-86ee0abc0873
  kind: Event
  lastTimestamp: "2026-09-17T21:26:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:26:55Z"
    name: isvc-xgboost-predictor.18d638d42f4afebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29691"
    uid: 83f9c0b0-1943-48a1-b003-e1e00eb7ab09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: e41432b7-d533-44fb-a227-86ee0abc0873
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:27:41Z"
    name: isvc-xgboost-predictor.18d638deace0ecaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30175"
    uid: 2b698283-1dfe-4f62-bd1b-97d535dd598e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: e41432b7-d533-44fb-a227-86ee0abc0873
  kind: Event
  lastTimestamp: "2026-09-17T21:27:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:27:41Z"
    name: isvc-xgboost-predictor.18d638dead491f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30176"
    uid: efd4a0b0-db44-4b50-94b9-1efd575e2ef6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:29:47.408649Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31498"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:29:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:29:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d6390319e7bc37
    namespace: kserve-ci-e2e-test
    resourceVersion: "31505"
    uid: 1be920b1-5755-4055-9259-09d57cf2c7a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:29:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d639032abdd747
    namespace: kserve-ci-e2e-test
    resourceVersion: "31513"
    uid: d00e7f3d-8d81-4998-a664-299a43e4066e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:29:48Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:29:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d639035f44cc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31524"
    uid: 4a47d084-c30b-4ed9-8c77-2a9910ff137b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:29:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d6390360e7bd07
    namespace: kserve-ci-e2e-test
    resourceVersion: "31526"
    uid: cdf296fd-771f-485f-a31e-903405a28759
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:29:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d63903637e3677
    namespace: kserve-ci-e2e-test
    resourceVersion: "31528"
    uid: b709671a-9776-4d35-aa1f-4d4d6383276e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:29:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d6390363ed3ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: b4482ca0-d561-41ed-a290-5685ad21c7ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:29:53Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:53Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d639046c0158ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31569"
    uid: 8730a452-689b-47e4-80ba-5eed537b1247
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:29:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:53Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d639046fadfbeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: cc45fb35-5df9-4e86-b7a7-6444df39f37e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:29:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:53Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d63904701d75c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31573"
    uid: 98caebdb-a1da-4ac7-abd4-051f1c1e9420
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:29:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:53Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d639047026eea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31574"
    uid: 2fab00eb-2a2a-4a0f-bf65-a379dc82550b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:29:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:53Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d6390472b49d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31577"
    uid: accd024a-2e80-4cda-b6f2-5783ef94a9ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:29:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:53Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d639047321158d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31578"
    uid: 64a8b089-aea8-4442-ae15-73a9454da2b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:31:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d63904e3dab3bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32274"
    uid: 2a54b710-7931-4016-afcb-3dcfbbf752df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:31:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d63915d40f5fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32242"
    uid: 761f24b8-3cb8-4369-b7ac-971f93ab70d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:31:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d63915d40fda8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 3e4de5f4-3fc4-4836-8022-095c950769cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 453681f5-8078-41b3-a4a1-12769d88ef54
  kind: Event
  lastTimestamp: "2026-09-17T21:31:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l.18d6391695f88ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32272"
    uid: 35ec3413-05dc-4ad7-b6eb-8b60a04db9e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31487"
    uid: 5279059b-bb4f-471e-9b65-b6015b435247
  kind: Event
  lastTimestamp: "2026-09-17T21:29:47Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-pcj2l'
  metadata:
    creationTimestamp: "2026-09-17T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:29:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d6390318cc0f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31499"
    uid: d4e322f1-b535-4cf0-897d-3acae902d50c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 38a38b10-4f63-4d98-be6e-447817b27160
  kind: Event
  lastTimestamp: "2026-09-17T21:29:47Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:29:47Z"
    name: isvc-xgboost-runtime-predictor.18d6390312e61f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31488"
    uid: 63abd907-60ba-402a-82fe-c03f47421550
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:30:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 070e2b74-a595-41c9-8400-ac0e298b18db
  kind: Event
  lastTimestamp: "2026-09-17T21:30:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:30:17Z"
    name: isvc-xgboost-runtime-predictor.18d6390691a8c4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31763"
    uid: 9b10477d-4034-4fd2-8364-6e49ff31ed95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:30:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 070e2b74-a595-41c9-8400-ac0e298b18db
  kind: Event
  lastTimestamp: "2026-09-17T21:30:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:30:17Z"
    name: isvc-xgboost-runtime-predictor.18d639069221ba47
    namespace: kserve-ci-e2e-test
    resourceVersion: "31764"
    uid: a6e463a5-98e8-4c43-b4a3-5cd32a54a0d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:30:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31654"
    uid: 070e2b74-a595-41c9-8400-ac0e298b18db
  kind: Event
  lastTimestamp: "2026-09-17T21:31:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:31:02Z"
    name: isvc-xgboost-runtime-predictor.18d6390d8f94f6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32167"
    uid: 552a12fa-2831-4984-b0a2-0996c58f94db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:30:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31654"
    uid: 070e2b74-a595-41c9-8400-ac0e298b18db
  kind: Event
  lastTimestamp: "2026-09-17T21:31:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:31:02Z"
    name: isvc-xgboost-runtime-predictor.18d6390d900257b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32168"
    uid: 6292fc44-e408-4ce1-a83a-819e1c6e7f94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31478"
    uid: 985906fa-8bd1-4c13-8b07-2cd40aa0ae9b
  kind: Event
  lastTimestamp: "2026-09-17T21:31:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:31:01Z"
    name: isvc-xgboost-runtime.18d6390312d5bdae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32116"
    uid: 03eb3162-7eb5-42c4-beed-b54c77ea0840
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31478"
    uid: 985906fa-8bd1-4c13-8b07-2cd40aa0ae9b
  kind: Event
  lastTimestamp: "2026-09-17T21:29:47Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:29:47Z"
    name: isvc-xgboost-runtime.18d6390314193d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "31491"
    uid: fa2cda31-d933-447c-aa25-25ed65d425a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32114"
    uid: 985906fa-8bd1-4c13-8b07-2cd40aa0ae9b
  kind: Event
  lastTimestamp: "2026-09-17T21:31:01Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:31:01Z"
    name: isvc-xgboost-runtime.18d6391449d38786
    namespace: kserve-ci-e2e-test
    resourceVersion: "32115"
    uid: a1068210-f6f6-45d5-a699-aef4e7e3cd6f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:27:56.856438Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30374"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:27:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:27:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638e95c7adf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 5260bca4-d15e-45e7-ae12-cdef9a415354
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30384"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:27:57Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:27:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638e97e2e5f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "30394"
    uid: 77c4d99f-8b0d-42cc-be5f-9fae10d705e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:27:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638e97f9b4340
    namespace: kserve-ci-e2e-test
    resourceVersion: "30396"
    uid: a6b6f3b0-41fb-42b7-834c-8a75a9ed6ab9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:27:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638e982782f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: 0323fa7e-6a4d-4dd4-ae90-a17419d24118
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:27:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:27:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638e982fd069e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30400"
    uid: eb6c269e-c6c8-4900-abe5-a9f13779596f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:28:01Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T21:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:01Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638ea78793d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 7c4cbc91-bc61-40e1-8b06-df9b91188cd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:28:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:01Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638ea7cc091bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30438"
    uid: 85aa9861-9c89-4057-a541-2d2fc18cb004
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:28:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:01Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638ea7d42aeb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 478a93b5-6ae6-45a9-8bbf-206d7998f5ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:28:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:01Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638ea7d4bfe13
    namespace: kserve-ci-e2e-test
    resourceVersion: "30440"
    uid: e2189e97-2933-4d80-a960-cc2e5fad4375
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:28:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:01Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638ea803b938c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30442"
    uid: 3a0b591b-318a-454b-872b-4ec9f8a2d3be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:28:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:01Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638ea80a7ea9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: 519ee739-3c69-4226-aa29-40d12e4d2bb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:28:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638f5014985de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30806"
    uid: 502d28a5-3260-4504-9c74-ab406257ecbe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:28:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638f5014abbb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30807"
    uid: e844665a-7942-4b13-a0a6-fae032ba253e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:28:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638f5a6519814
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: 17ca7110-f662-49f2-855c-756f4b730a83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: b4622e3b-9c9c-4881-a556-3eb7890684cb
  kind: Event
  lastTimestamp: "2026-09-17T21:28:49Z"
  message: 'Readiness probe failed: Get "http://10.132.0.48:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk.18d638f5a6a42014
    namespace: kserve-ci-e2e-test
    resourceVersion: "30832"
    uid: 8c9a460f-311d-4993-bddd-2ca11035dda7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30366"
    uid: ebeb2b6a-a691-4ca9-b53e-81b261263e07
  kind: Event
  lastTimestamp: "2026-09-17T21:27:56Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zgrdk'
  metadata:
    creationTimestamp: "2026-09-17T21:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:27:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d638e95bb2b5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30377"
    uid: b9aa0280-3fef-4e56-99ce-6536989a08ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30363"
    uid: 8244c741-de45-4b97-9f3d-33f23d866391
  kind: Event
  lastTimestamp: "2026-09-17T21:27:56Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:27:56Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d638e955e094f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30369"
    uid: 02b485d6-5559-48a1-afb6-fb1f0344cdff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30364"
    uid: 8c6667c0-0fa8-4409-9a7c-6e670375a7ed
  kind: Event
  lastTimestamp: "2026-09-17T21:28:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:28:41Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d638ecd3fd2f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30751"
    uid: c76d843f-375f-4e3f-b1ef-b7053d008a47
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30364"
    uid: 8c6667c0-0fa8-4409-9a7c-6e670375a7ed
  kind: Event
  lastTimestamp: "2026-09-17T21:28:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:28:41Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d638ecd4626a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30752"
    uid: dd056423-fcf6-4cbc-afb6-8d4fb8b57746
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: 8c6667c0-0fa8-4409-9a7c-6e670375a7ed
  kind: Event
  lastTimestamp: "2026-09-17T21:28:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:28:26Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d638f05313d978
    namespace: kserve-ci-e2e-test
    resourceVersion: "30626"
    uid: 9833811f-f672-4df8-a9c3-870d00178d54
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: 8c6667c0-0fa8-4409-9a7c-6e670375a7ed
  kind: Event
  lastTimestamp: "2026-09-17T21:28:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:28:26Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d638f0537cf1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30627"
    uid: b5c4f12a-574b-4983-8971-143fbed1d707
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 5254fb94-1dd8-4f79-91e5-f16b22721cd9
  kind: Event
  lastTimestamp: "2026-09-17T21:28:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:28:39Z"
    name: isvc-xgboost-v2-mlserver.18d638e955d3433e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30736"
    uid: 25d65bb5-4c2a-424b-8ed7-be5a34bd0dd0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 5254fb94-1dd8-4f79-91e5-f16b22721cd9
  kind: Event
  lastTimestamp: "2026-09-17T21:27:56Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:27:56Z"
    name: isvc-xgboost-v2-mlserver.18d638e956f636ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30371"
    uid: fb3b9b4c-db21-40f0-a3f3-ad4a993ce640
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 5254fb94-1dd8-4f79-91e5-f16b22721cd9
  kind: Event
  lastTimestamp: "2026-09-17T21:28:39Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:28:39Z"
    name: isvc-xgboost-v2-mlserver.18d638f358766644
    namespace: kserve-ci-e2e-test
    resourceVersion: "30735"
    uid: e1b4ed11-2eca-4d68-832d-20104af1fa78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:32:18.328260Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32882"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:32:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:32:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d639263d6a4ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32888"
    uid: 6650f05d-e451-4346-9da2-7b5288a718f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:32:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T21:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d639264a9ae84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32894"
    uid: 7be41db8-1b2e-43f6-b640-aabca6d10de5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:32:19Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:32:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d6392682f020c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32906"
    uid: dfd673da-a0ae-4488-9521-a263da84471a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:32:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d6392684c8fb0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32908"
    uid: e4f21c0d-f661-4a4c-8f81-13b78b731fa7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:32:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d6392687e4523d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32909"
    uid: 91198367-6f4b-4f18-936d-3c09f19895c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:32:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d639268854a490
    namespace: kserve-ci-e2e-test
    resourceVersion: "32910"
    uid: ee8701cd-83ec-4f4c-b689-05e4a284e716
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:32:23Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:23Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d639277b50d0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32948"
    uid: dec7c169-4e0c-4b50-9734-6348a23c6670
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:32:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:23Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d639277e17d2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32950"
    uid: 94fc38e6-ea31-4cbd-bd31-1c4b432e2f73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:32:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:23Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d639277e895f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32951"
    uid: 3e08e72c-0726-49a1-bc38-b6b75a36250f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:32:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:23Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d639277e937536
    namespace: kserve-ci-e2e-test
    resourceVersion: "32953"
    uid: 0e0bee81-ade6-4792-8b9f-6d3f5eae158f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:32:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:23Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d6392781511781
    namespace: kserve-ci-e2e-test
    resourceVersion: "32955"
    uid: b1a5bc4b-023b-4c51-8252-5ce1260a427b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:32:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:23Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d6392781be2629
    namespace: kserve-ci-e2e-test
    resourceVersion: "32956"
    uid: 257b63c1-1621-4782-b78a-d3ac546944e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T21:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d63927b7823e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33666"
    uid: 9ced1fe9-0527-460f-9f5a-dfa4baa8d65e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:39Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d63939097cba1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33646"
    uid: 21b552da-669c-419d-84ad-597d822cea25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:39Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d63939097d2c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33648"
    uid: 58558fda-0368-457d-8768-14713df85a3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: b5746400-f112-4ca9-8bae-43494ee73af4
  kind: Event
  lastTimestamp: "2026-09-17T21:33:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:33:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-qk2b5.18d63939696835e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33664"
    uid: 365a4f18-e1d0-4d2b-beae-3986d96d8779
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32870"
    uid: e3e15324-0567-4616-9465-6e4e0ea0df00
  kind: Event
  lastTimestamp: "2026-09-17T21:32:18Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-qk2b5'
  metadata:
    creationTimestamp: "2026-09-17T21:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:32:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d639263cd95e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "32885"
    uid: 9cfb6c7a-5558-4dbd-a98d-8cd6c0ff5f0f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32868"
    uid: 4a15c91b-d1c8-4acb-9bcf-6b2c17ba6ceb
  kind: Event
  lastTimestamp: "2026-09-17T21:32:18Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:32:18Z"
    name: isvc-xgboost-v2-predictor.18d63926391530eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32872"
    uid: a94a1f4c-bbd5-44a7-8745-c6e9c7f9116f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32869"
    uid: 1158d056-4a81-4edd-b414-b3bb45a9d303
  kind: Event
  lastTimestamp: "2026-09-17T21:32:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:32:48Z"
    name: isvc-xgboost-v2-predictor.18d63929b7c98a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: dd53dc51-979b-469c-9602-8a5de661d1f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32869"
    uid: 1158d056-4a81-4edd-b414-b3bb45a9d303
  kind: Event
  lastTimestamp: "2026-09-17T21:32:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:32:48Z"
    name: isvc-xgboost-v2-predictor.18d63929b86e8082
    namespace: kserve-ci-e2e-test
    resourceVersion: "33181"
    uid: 879af962-8999-4ed9-abf3-5375fa3a9b60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: 1158d056-4a81-4edd-b414-b3bb45a9d303
  kind: Event
  lastTimestamp: "2026-09-17T21:33:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:33:33Z"
    name: isvc-xgboost-v2-predictor.18d63930b6f36d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "33572"
    uid: a18d0c9a-38ab-4532-a7c3-5b8bff4e4856
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: 1158d056-4a81-4edd-b414-b3bb45a9d303
  kind: Event
  lastTimestamp: "2026-09-17T21:33:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:33:33Z"
    name: isvc-xgboost-v2-predictor.18d63930b7852ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33573"
    uid: aeae2769-eed9-4fca-9e16-2b70918d118a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:31:13.030663Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32313"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:31:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:31:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d6391709602cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: e46e77bb-4890-4b3c-b240-1bf24e6a871a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:31:13Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:31:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d639172b382606
    namespace: kserve-ci-e2e-test
    resourceVersion: "32334"
    uid: ca88182e-6e9f-42a0-8698-b483801b42c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:31:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d639172ca438f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32336"
    uid: 6f63ab06-0e3a-4903-abb8-1fd0c6131a5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:31:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d639172f1c04a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32337"
    uid: 09aba2a1-bcce-4889-8c73-a1ff72c7117e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:31:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d639172f8bd77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32338"
    uid: 0b0e14b4-5858-49c6-8f25-804b624f0a0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:31:18Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:18Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d6391849f93eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: d35ddd82-94f0-4ea1-88ac-fb1f6028e2e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:31:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:18Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d639184d3c7132
    namespace: kserve-ci-e2e-test
    resourceVersion: "32382"
    uid: 3238babe-9b05-4fbd-94fb-690b0c5a4a22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:31:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:18Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d639184dad07e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: b36b21a1-ffd9-46b0-b1f5-de8bfbfe1273
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:31:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:18Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d639184db66b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32384"
    uid: 9624fc1d-93ed-4194-af2f-d69acacb32f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:31:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:18Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d6391850cda18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32387"
    uid: 76aa3e52-fa50-4e91-90d8-00e3dd045ba6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:31:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:18Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d63918513eaa08
    namespace: kserve-ci-e2e-test
    resourceVersion: "32389"
    uid: 509d6e24-5819-4de5-a04e-c506362bdad2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:31:56Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T21:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:31:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d63921290c852b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32662"
    uid: 8ee2f03b-0da8-429d-80c6-06690b002fd7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:32:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d63925069072fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32816"
    uid: 792c9e81-970b-4253-914a-79fb6eec7217
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:32:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d639250690e0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32817"
    uid: 11489ff5-0101-498f-9eff-5fa679efc0d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 170787e6-359f-4103-b0b5-113302af5efb
  kind: Event
  lastTimestamp: "2026-09-17T21:32:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:32:16Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj.18d63925cbf3bd4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32843"
    uid: 1a3ad79b-a67d-4697-a79d-61e2b3fc1242
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32301"
    uid: f3de6459-775e-49b9-9105-15105f6226bf
  kind: Event
  lastTimestamp: "2026-09-17T21:31:13Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tvxzj'
  metadata:
    creationTimestamp: "2026-09-17T21:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:31:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d6391708b2e332
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: d8ec788b-5d65-4c2e-ab94-f091843a5d41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: bfd4e697-c29f-4e11-977f-a66454b94e10
  kind: Event
  lastTimestamp: "2026-09-17T21:31:12Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:31:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6391705546be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32303"
    uid: bff1202a-7c78-4a1b-a377-ed56b7b35718
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32302"
    uid: c0423408-dbc4-4502-ac47-0c661b976a4e
  kind: Event
  lastTimestamp: "2026-09-17T21:31:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:31:58Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6391a8439d894
    namespace: kserve-ci-e2e-test
    resourceVersion: "32680"
    uid: 0a366753-f44b-4d23-be06-3e29bb83d8fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32302"
    uid: c0423408-dbc4-4502-ac47-0c661b976a4e
  kind: Event
  lastTimestamp: "2026-09-17T21:31:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:31:58Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6391a84843c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32681"
    uid: c9f95123-f70c-4c5e-85a7-a62e6e00b580
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32459"
    uid: c0423408-dbc4-4502-ac47-0c661b976a4e
  kind: Event
  lastTimestamp: "2026-09-17T21:32:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:32:13Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6391e032d8028
    namespace: kserve-ci-e2e-test
    resourceVersion: "32799"
    uid: 6771ef39-3c98-44ad-9113-f2eb1a924988
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32459"
    uid: c0423408-dbc4-4502-ac47-0c661b976a4e
  kind: Event
  lastTimestamp: "2026-09-17T21:32:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:32:13Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6391e03b5de1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32800"
    uid: 38808788-8559-4cd7-9c4c-a8f386968753
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32292"
    uid: f3945eae-9f07-43d8-9137-f4e8a938d665
  kind: Event
  lastTimestamp: "2026-09-17T21:32:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:32:06Z"
    name: isvc-xgboost-v2-runtime.18d6391705d19c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "32750"
    uid: b3921a12-df58-452b-8d64-5423ef02a58c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:31:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32292"
    uid: f3945eae-9f07-43d8-9137-f4e8a938d665
  kind: Event
  lastTimestamp: "2026-09-17T21:31:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:31:12Z"
    name: isvc-xgboost-v2-runtime.18d639170661d0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: ec9699cc-7828-4472-a09a-cedafafca011
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32748"
    uid: f3945eae-9f07-43d8-9137-f4e8a938d665
  kind: Event
  lastTimestamp: "2026-09-17T21:32:06Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:32:06Z"
    name: isvc-xgboost-v2-runtime.18d639237f63d769
    namespace: kserve-ci-e2e-test
    resourceVersion: "32749"
    uid: 103019ca-0210-4b86-b0ff-6d05bb919437
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 9d66d779-6ce5-479e-b328-3d2894649823
  kind: Event
  lastTimestamp: "2026-09-17T21:33:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:33:30Z"
    name: isvc-xgboost-v2.18d63926391013bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33544"
    uid: 1115b38e-aa41-4adb-b687-693092912cf9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:32:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 9d66d779-6ce5-479e-b328-3d2894649823
  kind: Event
  lastTimestamp: "2026-09-17T21:32:18Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:32:18Z"
    name: isvc-xgboost-v2.18d6392639b51cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32876"
    uid: 380292a7-eba1-4c5b-a81d-814c5efe6fc9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:33:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33542"
    uid: 9d66d779-6ce5-479e-b328-3d2894649823
  kind: Event
  lastTimestamp: "2026-09-17T21:33:30Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:33:30Z"
    name: isvc-xgboost-v2.18d639371b32e40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33543"
    uid: ea74e7e1-d90d-4171-90ea-c82fd9cc2f5d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29312"
    uid: dd8ef57a-8684-463b-9671-09c33c4e86eb
  kind: Event
  lastTimestamp: "2026-09-17T21:27:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:27:44Z"
    name: isvc-xgboost.18d638d0b0688c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "30224"
    uid: 6fb172f5-2b44-469b-a719-3be3f09b4c09
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:26:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29312"
    uid: dd8ef57a-8684-463b-9671-09c33c4e86eb
  kind: Event
  lastTimestamp: "2026-09-17T21:26:10Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T21:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:26:10Z"
    name: isvc-xgboost.18d638d0b0fff4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29327"
    uid: 38921c95-bc2b-47ed-aed9-606dc55b567c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:27:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: dd8ef57a-8684-463b-9671-09c33c4e86eb
  kind: Event
  lastTimestamp: "2026-09-17T21:27:44Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:27:44Z"
    name: isvc-xgboost.18d638e6776f2b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: 1017fb42-0778-4e10-832f-4b6c24268db3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:04:05.108493Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9whlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16792"
    uid: 19c7695e-b061-4d60-8187-4198cff4441e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-9whlx
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:04:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:04:05Z"
    name: message-dumper-predictor-6575bcfdfd-9whlx.18d6379c01a75106
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: 90943a32-9fe2-4a9b-922f-876300d87f2c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9whlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: 19c7695e-b061-4d60-8187-4198cff4441e
  kind: Event
  lastTimestamp: "2026-09-17T21:04:05Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:04:05Z"
    name: message-dumper-predictor-6575bcfdfd-9whlx.18d6379c235a88c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: c3f8ddf6-0469-4007-96cd-ea141b85b3e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9whlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 19c7695e-b061-4d60-8187-4198cff4441e
  kind: Event
  lastTimestamp: "2026-09-17T21:04:05Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T21:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:05Z"
    name: message-dumper-predictor-6575bcfdfd-9whlx.18d6379c24b981e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: 7fe91725-fb38-4466-8da9-ff9c01a02faf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9whlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 19c7695e-b061-4d60-8187-4198cff4441e
  kind: Event
  lastTimestamp: "2026-09-17T21:04:06Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.074s (1.074s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:06Z"
    name: message-dumper-predictor-6575bcfdfd-9whlx.18d6379c64c6ca25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: 20babd19-2689-4127-beac-b4c955767b84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9whlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 19c7695e-b061-4d60-8187-4198cff4441e
  kind: Event
  lastTimestamp: "2026-09-17T21:04:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:06Z"
    name: message-dumper-predictor-6575bcfdfd-9whlx.18d6379c67946700
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 8d91090c-5efb-4780-98ee-1a23350c2621
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9whlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 19c7695e-b061-4d60-8187-4198cff4441e
  kind: Event
  lastTimestamp: "2026-09-17T21:04:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:06Z"
    name: message-dumper-predictor-6575bcfdfd-9whlx.18d6379c680162ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: 6d4ff8c9-db5f-4ddd-aaaf-878b31c026a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9whlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 19c7695e-b061-4d60-8187-4198cff4441e
  kind: Event
  lastTimestamp: "2026-09-17T21:04:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:06Z"
    name: message-dumper-predictor-6575bcfdfd-9whlx.18d6379c680a4c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 0fdc6d75-79eb-4176-a15d-7095ae0e40d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9whlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 19c7695e-b061-4d60-8187-4198cff4441e
  kind: Event
  lastTimestamp: "2026-09-17T21:04:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:06Z"
    name: message-dumper-predictor-6575bcfdfd-9whlx.18d6379c6ae68a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 4c319041-7c47-4b77-a646-8e42cb9f74f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9whlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 19c7695e-b061-4d60-8187-4198cff4441e
  kind: Event
  lastTimestamp: "2026-09-17T21:04:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:04:06Z"
    name: message-dumper-predictor-6575bcfdfd-9whlx.18d6379c6b541fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: e3db1781-64b9-4f37-a1e5-5a0fc2cab026
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9whlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 19c7695e-b061-4d60-8187-4198cff4441e
  kind: Event
  lastTimestamp: "2026-09-17T21:06:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:00Z"
    name: message-dumper-predictor-6575bcfdfd-9whlx.18d637b6f66d44dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 5bf12750-c623-4462-a6cf-d9c229d8b8d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9whlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 19c7695e-b061-4d60-8187-4198cff4441e
  kind: Event
  lastTimestamp: "2026-09-17T21:06:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:06:00Z"
    name: message-dumper-predictor-6575bcfdfd-9whlx.18d637b6f66db4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17937"
    uid: 44f3745c-4ebd-4388-b0dc-7d657136528b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: 04f67147-89d2-44aa-a74d-c976308cb144
  kind: Event
  lastTimestamp: "2026-09-17T21:04:05Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-9whlx'
  metadata:
    creationTimestamp: "2026-09-17T21:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:04:05Z"
    name: message-dumper-predictor-6575bcfdfd.18d6379c012864fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16794"
    uid: c36cf8a8-835c-4419-831f-ede97472a483
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: 106be39f-7db3-4dce-ae9f-e9dc54bbcc5c
  kind: Event
  lastTimestamp: "2026-09-17T21:04:05Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T21:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:04:05Z"
    name: message-dumper-predictor.18d6379bfe9fa449
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: c06b1199-4d34-430b-896b-ff8e23cc4770
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: eed5015b-7767-47dd-b05b-b68e5b747f77
  kind: Event
  lastTimestamp: "2026-09-17T21:04:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:04:20Z"
    name: message-dumper-predictor.18d6379f7d27a091
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 245dfc33-7d34-4029-9f3c-9b5bdb038c95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: eed5015b-7767-47dd-b05b-b68e5b747f77
  kind: Event
  lastTimestamp: "2026-09-17T21:04:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:04:20Z"
    name: message-dumper-predictor.18d6379f7d8bb1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: e6aea0aa-d5ac-48f5-8fae-fdd945cdad6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: eed5015b-7767-47dd-b05b-b68e5b747f77
  kind: Event
  lastTimestamp: "2026-09-17T21:04:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:04:35Z"
    name: message-dumper-predictor.18d637a2fd023ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: b5400d3c-da8b-444c-8b51-3ccb98d07aef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: eed5015b-7767-47dd-b05b-b68e5b747f77
  kind: Event
  lastTimestamp: "2026-09-17T21:04:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:04:35Z"
    name: message-dumper-predictor.18d637a2fd8fd8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: 29f561f4-b5f8-41ce-a000-3ef8834547f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: 99b70d7e-41e8-4b19-889b-4773db15f6fa
  kind: Event
  lastTimestamp: "2026-09-17T21:04:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:04:15Z"
    name: message-dumper.18d6379bfec69032
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: d306cff2-2478-4a77-a367-e42216df7e50
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: 99b70d7e-41e8-4b19-889b-4773db15f6fa
  kind: Event
  lastTimestamp: "2026-09-17T21:04:05Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T21:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:04:05Z"
    name: message-dumper.18d6379bff52f27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: 929f2a04-0595-467c-b027-2d9187a29de2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:04:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 99b70d7e-41e8-4b19-889b-4773db15f6fa
  kind: Event
  lastTimestamp: "2026-09-17T21:04:15Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:04:15Z"
    name: message-dumper.18d6379e85d0f1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: 0e52d3cc-7a1a-4bf1-aa3a-41047ac1d81e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:14:12.822142Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:14:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:14:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d6382980357028
    namespace: kserve-ci-e2e-test
    resourceVersion: "22241"
    uid: c77d7b15-aaca-42f2-ac81-fc7d69148ee4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22244"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:14:13Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:14:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d63829a205a9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22253"
    uid: ba7f099e-3bb1-483f-ad0c-2ae4f5979e3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:14:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:14:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d63829a35a1b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: 11257c57-7cb2-4cfe-ab0d-844bf8debdfa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:14:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:14:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d63829a5e553bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: d05bee6f-a778-472a-bdc4-d19fb48accc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:14:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:14:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d63829a6651ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22259"
    uid: 4e77a0a9-e57b-4e45-933a-42dc13705d18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:14:18Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-17T21:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:14:18Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d6382abde913d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: fd37c36e-696e-41d9-a5ea-2f155eaf72cd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:16:26Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m8.074s
    (2m8.074s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T21:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:16:26Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d638488fbc3e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 4d2c66cc-e657-48f6-af69-861c05d62f6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:16:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:16:26Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d6384894ec832e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23211"
    uid: 83afe954-90b6-44b8-8b05-51c4ce88cfaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:16:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:16:26Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d6384895ca3a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23212"
    uid: 7c087bcc-19cb-4199-8584-394c59e8f702
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:16:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:16:26Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d6384895d42e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23213"
    uid: 891eb948-1ec0-4d49-a5e5-2fc1fa130ac0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:16:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:16:26Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d63848996b9a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "23214"
    uid: 1ae7c891-e8c9-4e39-b488-2e9483f701b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:16:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:16:26Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d638489a30bbba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: 73da4f37-4fd8-47d8-a0d4-92bc676091c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:17:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T21:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d638510e6b0998
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0b8534f9-c25e-4099-83e5-7749b5e15646
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:17:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d63855c8fb07df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23663"
    uid: 61897c1e-92fd-48ab-aa8e-6c8118cf65e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:17:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d63855c8fb97c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 7556278a-5bd5-4212-ac7f-6e5044fd4858
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: aa46b54a-7dd9-44c5-ab93-05f584256c3d
  kind: Event
  lastTimestamp: "2026-09-17T21:17:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:17:27Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj.18d63856df6da84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: 46a44688-e22c-4c72-88a9-f6496f919aa3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22224"
    uid: 11e88449-5eac-4979-9ffc-09455ebc6a34
  kind: Event
  lastTimestamp: "2026-09-17T21:14:12Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-wqbzj'
  metadata:
    creationTimestamp: "2026-09-17T21:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:14:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d638297fc52f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22235"
    uid: 0a07415c-e09f-4ba9-84fc-170911dec541
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: ecb86800-919a-4fd0-80fc-8df2f37bf9ec
  kind: Event
  lastTimestamp: "2026-09-17T21:14:12Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T21:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:14:12Z"
    name: sklearn-v2-mlserver-predictor.18d638297c6e4205
    namespace: kserve-ci-e2e-test
    resourceVersion: "22226"
    uid: 015a3a9a-9c9c-4a25-8711-31c71f2baac1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22223"
    uid: 8b71f706-ff32-4dcb-87bf-6543990b5c65
  kind: Event
  lastTimestamp: "2026-09-17T21:16:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:16:57Z"
    name: sklearn-v2-mlserver-predictor.18d6382cfb4a8cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: b5a59d70-3782-41fe-acaf-95f47e61537c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22223"
    uid: 8b71f706-ff32-4dcb-87bf-6543990b5c65
  kind: Event
  lastTimestamp: "2026-09-17T21:16:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:16:57Z"
    name: sklearn-v2-mlserver-predictor.18d6382cfbf50020
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: dee57685-8ed9-43cb-858b-954fb5f87f0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: 8b71f706-ff32-4dcb-87bf-6543990b5c65
  kind: Event
  lastTimestamp: "2026-09-17T21:17:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:17:12Z"
    name: sklearn-v2-mlserver-predictor.18d638536e101aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23553"
    uid: 7db1fcb1-2a55-4630-8299-7e2ecc3e1afa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: 8b71f706-ff32-4dcb-87bf-6543990b5c65
  kind: Event
  lastTimestamp: "2026-09-17T21:17:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:17:12Z"
    name: sklearn-v2-mlserver-predictor.18d638536e739538
    namespace: kserve-ci-e2e-test
    resourceVersion: "23555"
    uid: 3f7c425a-e096-4b5e-9387-effabaee1bfd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22214"
    uid: 41b97377-e931-42ca-8860-85de4de53fd9
  kind: Event
  lastTimestamp: "2026-09-17T21:17:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:17:12Z"
    name: sklearn-v2-mlserver.18d638297cd68423
    namespace: kserve-ci-e2e-test
    resourceVersion: "23551"
    uid: 0e96866d-c2fb-4304-840a-6bfe6aeb6662
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:14:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22214"
    uid: 41b97377-e931-42ca-8860-85de4de53fd9
  kind: Event
  lastTimestamp: "2026-09-17T21:14:12Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:14:12Z"
    name: sklearn-v2-mlserver.18d638297d419cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22230"
    uid: 76d98956-3e28-491e-ab9c-37d86eb8a21f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:17:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 41b97377-e931-42ca-8860-85de4de53fd9
  kind: Event
  lastTimestamp: "2026-09-17T21:17:12Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:17:12Z"
    name: sklearn-v2-mlserver.18d63853671aa42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23547"
    uid: 8852c926-cf58-4569-b9b9-a30077cd1c17
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T21:28:52.116081Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    to ip-10-0-143-254.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T21:28:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T21:28:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d638f63a36311e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: e1816053-0120-4454-bddb-337eae814bd4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75f48cf8cc-r47xg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30878"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:28:52Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T21:28:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d638f65c2b8403
    namespace: kserve-ci-e2e-test
    resourceVersion: "30890"
    uid: 49147923-e5de-48ca-bf3f-8832b4eec0cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:28:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d638f65dfe2fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: e1aa9bae-b7f9-43e9-be26-f4bb5684d05b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:28:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d638f660aa1239
    namespace: kserve-ci-e2e-test
    resourceVersion: "30893"
    uid: f15df497-f505-4708-9a98-dae5042d1a4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:28:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d638f66118ba3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30894"
    uid: 71ee3f83-66ae-497e-a71f-a90cdb8e431e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:28:56Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T21:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:56Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d638f753d3328c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 66b2c514-05b0-4845-95dd-758fa3e129c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:28:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T21:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:56Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d638f756ee737c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30932"
    uid: 7b8792c0-3045-4c22-943a-320bed011f22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:28:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:56Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d638f7575dc6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ae798fba-87f6-4433-91c4-1f41a0ea74f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:28:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T21:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:56Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d638f75767b779
    namespace: kserve-ci-e2e-test
    resourceVersion: "30934"
    uid: 7cd574c9-cb52-4785-af1e-1dfde2396b31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:28:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T21:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:56Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d638f75a2b1a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30937"
    uid: 486e81f1-932c-433b-9f24-ea3905c342da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:28:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:28:56Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d638f75a975a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30939"
    uid: b2741efc-d2e7-4195-a9cb-53ce7986b57a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:29:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:42Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d63901dd804b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "31435"
    uid: bbc9f272-e360-4c32-ab23-b846a3c6098e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:29:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:42Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d63901dd810250
    namespace: kserve-ci-e2e-test
    resourceVersion: "31436"
    uid: 532f7858-4fbd-4c1e-ba6e-a4c2af142f26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:29:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T21:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:49Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d6390281a9f1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31542"
    uid: 927df2f1-b568-493f-a8bf-62ea669a85d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 348b8f0f-d706-43f5-b022-16c572c5c06e
  kind: Event
  lastTimestamp: "2026-09-17T21:29:45Z"
  message: 'Readiness probe failed: Get "http://10.132.0.49:8080/v2/models/xgboost-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T21:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T21:29:45Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd.18d63902c012aa1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31465"
    uid: 7ff5a7fa-6c78-4ee6-8297-e682ba5a20e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 59f2d9e0-e814-413a-a885-cbbc01cffc4f
  kind: Event
  lastTimestamp: "2026-09-17T21:28:52Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-j6wgd'
  metadata:
    creationTimestamp: "2026-09-17T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:28:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d638f639c39360
    namespace: kserve-ci-e2e-test
    resourceVersion: "30872"
    uid: b4eb2f42-1542-4ddf-9655-b0ebce0cf165
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30854"
    uid: 447dfbc3-8438-40b9-96fe-126bc1e5573e
  kind: Event
  lastTimestamp: "2026-09-17T21:28:52Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:28:52Z"
    name: xgboost-v2-mlserver-predictor.18d638f633ede073
    namespace: kserve-ci-e2e-test
    resourceVersion: "30857"
    uid: a4d9a130-3d13-4c7d-b028-9c4a9cfe0b94
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 73e5c4ab-4a8f-457d-9921-498b092856ea
  kind: Event
  lastTimestamp: "2026-09-17T21:29:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:29:37Z"
    name: xgboost-v2-mlserver-predictor.18d638f9b2423098
    namespace: kserve-ci-e2e-test
    resourceVersion: "31383"
    uid: e026bbf7-45c2-4fbb-b118-6998b0aaba12
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 73e5c4ab-4a8f-457d-9921-498b092856ea
  kind: Event
  lastTimestamp: "2026-09-17T21:29:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T21:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:29:37Z"
    name: xgboost-v2-mlserver-predictor.18d638f9b2f6670a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31384"
    uid: 8e5e3737-4bed-4225-983d-e8e86491c5c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31081"
    uid: 73e5c4ab-4a8f-457d-9921-498b092856ea
  kind: Event
  lastTimestamp: "2026-09-17T21:29:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:29:22Z"
    name: xgboost-v2-mlserver-predictor.18d638fd31c59569
    namespace: kserve-ci-e2e-test
    resourceVersion: "31251"
    uid: 9b7930f5-d9b5-45a1-9401-ac828d0fb409
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31081"
    uid: 73e5c4ab-4a8f-457d-9921-498b092856ea
  kind: Event
  lastTimestamp: "2026-09-17T21:29:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T21:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T21:29:22Z"
    name: xgboost-v2-mlserver-predictor.18d638fd32341bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: 5ed1b8c1-706c-492c-a9d2-6c643970d2d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30847"
    uid: 47aff333-08e7-41fe-bba5-836f14a42844
  kind: Event
  lastTimestamp: "2026-09-17T21:29:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:29:35Z"
    name: xgboost-v2-mlserver.18d638f633ea58d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31367"
    uid: 39341c34-6443-4ee0-815f-702bc7a78b1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:28:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30847"
    uid: 47aff333-08e7-41fe-bba5-836f14a42844
  kind: Event
  lastTimestamp: "2026-09-17T21:28:52Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:28:52Z"
    name: xgboost-v2-mlserver.18d638f63492e771
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: e5f92db8-1736-47f2-949f-dca6732af99c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T21:29:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31364"
    uid: 47aff333-08e7-41fe-bba5-836f14a42844
  kind: Event
  lastTimestamp: "2026-09-17T21:29:34Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T21:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T21:29:34Z"
    name: xgboost-v2-mlserver.18d6390034365a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31365"
    uid: 3a6de617-6fe7-459b-b7fb-38849821c713
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40198"