---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:55:24.418063Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24865"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:55:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:55:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debba29cc48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24871"
    uid: 6ca63bcd-0cf9-48c0-9d36-9182638fad55
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debbb38921ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24882"
    uid: 8ea11228-db27-482c-b54e-c58396d869c6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24876"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:25Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:55:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debbe887c0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24892"
    uid: 9e140888-fd6b-4576-9bc4-912d703cbbb5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debbea27fece
    namespace: kserve-ci-e2e-test
    resourceVersion: "24895"
    uid: bbe713ca-26a8-4c08-a547-37742d0647af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debbed07b52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24896"
    uid: 8f1071d0-2fd3-4109-88fa-06b364f5e2d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debbed7938df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24897"
    uid: 03b757f7-d7f5-4445-bdae-e7786ca4a9ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:30Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debd06f3a89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24935"
    uid: 4a77b068-e16f-4790-a3b7-8e30a8491fe9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debd09e8bb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24937"
    uid: 50d494fa-0fa0-4508-89c2-ad29a86e3c7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debd0a5b940e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24938"
    uid: b7fc938a-b852-48d8-9e52-b3e304a291e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debd0a676e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "24939"
    uid: 4c32cfdb-c718-4771-8a2b-031e9e52cfd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debd0d7e6dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "24945"
    uid: 8749de34-dcfc-4cad-93c6-3f7a55fa3105
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debd0df62377
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: c8726ea9-f72e-4cb5-b878-9bb5a928bf97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5debd7eefb301
    namespace: kserve-ci-e2e-test
    resourceVersion: "25004"
    uid: f6a32e0d-a9a9-4308-8a56-d97d349d17f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:59Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5dec3d0ef369e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25186"
    uid: ac33d767-9e54-4a87-b7df-7d6d4ddb7c7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 9e729b49-ab77-4774-a01b-4d535a13d54d
  kind: Event
  lastTimestamp: "2026-09-16T17:55:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:59Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d.18d5dec3d0f00243
    namespace: kserve-ci-e2e-test
    resourceVersion: "25187"
    uid: 6b2ee97d-cccc-4696-a0ca-c602356bdb4d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24855"
    uid: 26367683-e0e8-4b98-b339-e76527a93d38
  kind: Event
  lastTimestamp: "2026-09-16T17:55:24Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4b52d'
  metadata:
    creationTimestamp: "2026-09-16T17:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:55:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d5debba22762f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24868"
    uid: 4c606739-6ac7-4088-a1b5-321f476c4508
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24853"
    uid: 074528dd-31a4-483f-a7e7-d6a7517470c6
  kind: Event
  lastTimestamp: "2026-09-16T17:55:24Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:55:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5debb9e40e505
    namespace: kserve-ci-e2e-test
    resourceVersion: "24857"
    uid: 06ffd742-3e06-41b5-b1d8-f877913a940b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 2d0e846d-f049-4e5d-9df7-9143b2249e60
  kind: Event
  lastTimestamp: "2026-09-16T17:55:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:55:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5debf1cee525f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: 83cfcc1b-a4aa-4f4a-a04f-5b2c95653fa2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 2d0e846d-f049-4e5d-9df7-9143b2249e60
  kind: Event
  lastTimestamp: "2026-09-16T17:55:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:55:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5debf1d88a137
    namespace: kserve-ci-e2e-test
    resourceVersion: "25132"
    uid: 897b7659-fbda-449a-8336-977de696d9cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24846"
    uid: 83b7888b-9ffe-4966-8f8a-1263ebc1a307
  kind: Event
  lastTimestamp: "2026-09-16T17:55:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:55:48Z"
    name: isvc-autogluon-ts-v1-noslash.18d5debb9e2ed65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25093"
    uid: 7b3f3b73-5d76-4818-a65b-ab14d5f1216e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24846"
    uid: 83b7888b-9ffe-4966-8f8a-1263ebc1a307
  kind: Event
  lastTimestamp: "2026-09-16T17:55:24Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:55:24Z"
    name: isvc-autogluon-ts-v1-noslash.18d5debb9edea714
    namespace: kserve-ci-e2e-test
    resourceVersion: "24860"
    uid: 72a5197d-921f-46f3-b942-51d942476ed1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25091"
    uid: 83b7888b-9ffe-4966-8f8a-1263ebc1a307
  kind: Event
  lastTimestamp: "2026-09-16T17:55:48Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:55:48Z"
    name: isvc-autogluon-ts-v1-noslash.18d5dec14cbed54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25092"
    uid: 80f3d357-2445-4175-a114-dc71e2abf782
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:54:33.163526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24316"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:54:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:54:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deafb39a8ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24324"
    uid: 4db28a2b-c121-429a-a0b0-5779ed1baca7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24328"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:54:33Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:54:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deafd53372f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24336"
    uid: 343e6c33-72a1-4b1c-8afe-bd993e9cb6e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:54:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deafd71a6a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24338"
    uid: 09d9dbcf-6ad3-4a2f-8bab-9ef971817288
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:54:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deafd9eb6fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24339"
    uid: 411941ff-c339-4e15-92ef-e04b177b6ccf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:54:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deafda5e68fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24340"
    uid: 430d7060-a159-4e3c-8c54-9400e4f471cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:54:43Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deb20864a0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: 08a02aa4-55df-43b7-ab1e-7a044542999b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:54:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deb20b8d5e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: cc9b2370-0b41-4225-a3a0-8c7ec42cb8b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:54:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deb20c041041
    namespace: kserve-ci-e2e-test
    resourceVersion: "24414"
    uid: ce8c2940-3ed7-49a4-8741-b5dbaf26757e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:54:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deb20c0ed48e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: 343fc131-d3c3-427c-bd2b-08b482453a7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:54:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deb20fb28ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24420"
    uid: 14118f05-9746-41d8-8957-2527dc036f83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:54:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deb21022a583
    namespace: kserve-ci-e2e-test
    resourceVersion: "24421"
    uid: 46a96129-d552-48a9-bcab-0e4e9899ed96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:54:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deb2805c23ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: 4e6862be-6ed8-46fe-9947-88ddbf2b233a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:55:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:19Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deba713317a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24802"
    uid: 1ed9faf7-343e-4d9a-9994-db9ef0748fb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 8f2df8d1-be78-43cb-85ed-587ee88116a6
  kind: Event
  lastTimestamp: "2026-09-16T17:55:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:19Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2.18d5deba7133ae30
    namespace: kserve-ci-e2e-test
    resourceVersion: "24803"
    uid: eb56b742-745f-4bda-b1dc-ae11913ff0f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24305"
    uid: 955ffaea-00bc-4050-a7c5-1145b49c5a95
  kind: Event
  lastTimestamp: "2026-09-16T17:54:33Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-sh4w2'
  metadata:
    creationTimestamp: "2026-09-16T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d5deafb209830d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24318"
    uid: d1d13db7-5738-422d-89d3-182d435f0cef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24302"
    uid: 37107be1-16c6-4530-bcb0-7b47c71087ec
  kind: Event
  lastTimestamp: "2026-09-16T17:54:33Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:33Z"
    name: isvc-autogluon-ts-v1-predictor.18d5deafadd951ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24307"
    uid: 2a6972a9-615a-45ea-b184-8cdc991c33aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: be96cc8b-f154-4aff-804d-ca16c133b921
  kind: Event
  lastTimestamp: "2026-09-16T17:54:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:48Z"
    name: isvc-autogluon-ts-v1-predictor.18d5deb32d1d1147
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 81856997-1df5-42ba-b454-8b2297587799
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: be96cc8b-f154-4aff-804d-ca16c133b921
  kind: Event
  lastTimestamp: "2026-09-16T17:54:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:48Z"
    name: isvc-autogluon-ts-v1-predictor.18d5deb32da8c29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: 6a38b3cd-8670-4e90-be74-59104b29b3a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: be96cc8b-f154-4aff-804d-ca16c133b921
  kind: Event
  lastTimestamp: "2026-09-16T17:55:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:55:18Z"
    name: isvc-autogluon-ts-v1-predictor.18d5deb6ac7a7521
    namespace: kserve-ci-e2e-test
    resourceVersion: "24777"
    uid: 0f45f7e4-0cf7-41cd-88db-3fc072083c04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: be96cc8b-f154-4aff-804d-ca16c133b921
  kind: Event
  lastTimestamp: "2026-09-16T17:55:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:55:18Z"
    name: isvc-autogluon-ts-v1-predictor.18d5deb6acfa061a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24778"
    uid: f595d15d-a8e9-40e3-98f9-9b61b95d3db1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24294"
    uid: 0eb34758-938d-43f7-8a4a-388f8f8657a7
  kind: Event
  lastTimestamp: "2026-09-16T17:55:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:55:01Z"
    name: isvc-autogluon-ts-v1.18d5deafadddcbe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: b9b009d6-190f-4f91-8938-fb02cdc01558
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24294"
    uid: 0eb34758-938d-43f7-8a4a-388f8f8657a7
  kind: Event
  lastTimestamp: "2026-09-16T17:54:33Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:54:33Z"
    name: isvc-autogluon-ts-v1.18d5deafaeba4d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: 37410018-af6c-4c6c-89b8-a837f66c054b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24618"
    uid: 0eb34758-938d-43f7-8a4a-388f8f8657a7
  kind: Event
  lastTimestamp: "2026-09-16T17:55:01Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:55:01Z"
    name: isvc-autogluon-ts-v1.18d5deb64ad9f0f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24622"
    uid: 103bb635-3ecb-4553-84e1-cafb51353274
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:42:57.454880Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18279"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:42:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:42:57Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de0db8230827
    namespace: kserve-ci-e2e-test
    resourceVersion: "18285"
    uid: aee0f5d8-33bf-4fa6-91da-a8d7f6300a21
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18289"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:42:58Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:42:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de0dda23a12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 2092cbbd-d61c-4e98-ab74-537ee66ed445
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:42:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de0ddb72ea80
    namespace: kserve-ci-e2e-test
    resourceVersion: "18304"
    uid: bafb1d26-dd17-45e1-8cc3-90815024976a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:42:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de0dde195fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18306"
    uid: 79faf8d3-aa7f-4dc5-a1ed-9266e5796ae9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:42:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de0dde8cec84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18307"
    uid: df073f84-6fb5-4a1f-af30-0a7241e9e3b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:43:20Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T17:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de1310d1980e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18562"
    uid: 8c8881a5-1528-468b-841c-f1f8f01072ec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:45:23Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m2.77s (2m2.77s
    including waiting). Image size: 8945772324 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de2fa6846a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19547"
    uid: ce1bca48-a21d-44d5-b8ae-fd613f49015a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:45:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de2fabdf9d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 0a01ccef-16b3-405c-8bf6-869b346815b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:45:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de2facd4c08f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19550"
    uid: 3408ef57-7116-4535-b5ee-3dd4f8415342
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:45:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de2face313e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19551"
    uid: c5d40533-4b25-44c8-b261-3baf6c2a3f66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:45:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de2fb13dcc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19552"
    uid: bf3f4d6e-1767-44b9-bc0e-bf84b630e7d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:45:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de2fb2570c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19553"
    uid: b4cae50e-5fbf-4547-89ac-12c80d2fda64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:45:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:30Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de2fd888fe79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 00ba30da-130a-415c-9bfb-4d19df5ddc9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:45:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:53Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de36bc86ab48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: 35e65460-c1ed-4389-832c-121c65016a96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:45:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:53Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de36bc8748db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: 32f65ae7-6bdc-458a-a427-c48b6ede46f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d49783d2-3b08-4ac9-bc47-ccf600c2a8c5
  kind: Event
  lastTimestamp: "2026-09-16T17:45:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-16T17:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:56Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dzb9x.18d5de374c1bcb8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19817"
    uid: 392b432d-8141-4da3-8d99-d4c1b5737a9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18270"
    uid: 78848e52-3c64-47ae-9cdb-91db8696facb
  kind: Event
  lastTimestamp: "2026-09-16T17:42:57Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-dzb9x'
  metadata:
    creationTimestamp: "2026-09-16T17:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:57Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d5de0db7b3c068
    namespace: kserve-ci-e2e-test
    resourceVersion: "18280"
    uid: 6c2a6571-424d-4763-8985-59febb3a4af8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18268"
    uid: b7831200-adaf-453a-8e0f-59e505fec8b8
  kind: Event
  lastTimestamp: "2026-09-16T17:42:57Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T17:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:57Z"
    name: isvc-autogluon-v1-predictor.18d5de0db498145d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18273"
    uid: a7a2be78-8896-4aac-ba94-86555c546373
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18269"
    uid: be967233-babd-433c-953a-75e23d4711b4
  kind: Event
  lastTimestamp: "2026-09-16T17:45:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: isvc-autogluon-v1-predictor.18d5de11332c3f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: 8a49f192-40be-4ad4-828c-189cca1bdd69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18269"
    uid: be967233-babd-433c-953a-75e23d4711b4
  kind: Event
  lastTimestamp: "2026-09-16T17:45:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: isvc-autogluon-v1-predictor.18d5de1133b5e30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: 8eb7f338-b0ca-483f-82df-d644e437db8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18253"
    uid: ce45ee06-9488-4b4a-b246-6e53631bde73
  kind: Event
  lastTimestamp: "2026-09-16T17:45:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:40Z"
    name: isvc-autogluon-v1.18d5de0db4941b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: 8a9fa716-a612-4367-9c8a-914510bdd803
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19678"
    uid: ce45ee06-9488-4b4a-b246-6e53631bde73
  kind: Event
  lastTimestamp: "2026-09-16T17:45:40Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:40Z"
    name: isvc-autogluon-v1.18d5de33989060d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19679"
    uid: d808364e-90ff-471e-90e0-9659b066d5d0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:52:31.902931Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23174"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:52:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:52:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5de9377e8c1ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: e08a7a37-5e43-4dd5-9f7d-19608afd4d4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23184"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:52:32Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:52:32Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5de939a48ccc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23195"
    uid: 03eb7403-d4ed-42a4-a331-0350a9b7e2b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:52:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:32Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5de939bb07480
    namespace: kserve-ci-e2e-test
    resourceVersion: "23197"
    uid: 05e60158-8af5-42e1-b070-6074a5b64f75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:52:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:32Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5de939e1b465c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23198"
    uid: 63a60049-a865-4df7-9323-b1e1257969f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:52:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:32Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5de939e8c5e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23199"
    uid: 31627833-9349-4ed1-8585-0cbab2aecc3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:52:37Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:37Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5de94dddd9e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: fbfa42e6-206c-4254-b941-709680b2e01e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:52:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5de94e4368165
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: ac9bb52a-3c78-4a02-b557-4caeba68bf3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:52:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5de94e585208a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8bf7e653-8fef-4d1a-9cc9-bcfff84860aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:52:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5de94e58f0357
    namespace: kserve-ci-e2e-test
    resourceVersion: "23250"
    uid: 26ccf0d8-5827-4f18-9c3a-af5c27cd03de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:52:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5de94eb47daf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 33cd0cbf-3617-48f9-b258-86ea1ffcabe6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:52:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5de94ec582d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 116c168e-2498-409b-9312-400bb2b50af2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:54:23Z"
  message: 'Readiness probe failed: Get "http://10.132.0.39:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T17:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:23Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5dead85ad1360
    namespace: kserve-ci-e2e-test
    resourceVersion: "24200"
    uid: 385c017b-36a6-42c6-a523-8e64f26fa48a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:54:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:27Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5deae7bceec81
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: f68d33d2-bfb3-4f46-ba90-ca36d2e52c72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: f9ba77ba-634e-4f79-8ab3-4d3a2d3a0d09
  kind: Event
  lastTimestamp: "2026-09-16T17:54:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:27Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd.18d5deae7bcf5d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: 306454c1-21a5-41ae-9964-637d0cf79402
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23162"
    uid: 72478939-c20d-41f5-921c-6dfe871464ee
  kind: Event
  lastTimestamp: "2026-09-16T17:52:31Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljldd'
  metadata:
    creationTimestamp: "2026-09-16T17:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:52:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d5de937770cb70
    namespace: kserve-ci-e2e-test
    resourceVersion: "23175"
    uid: cdb996f7-76dd-4046-86b5-7a10eb908d2a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23160"
    uid: 6aebf75d-0b9c-4a51-b679-1d2f15e0b9b3
  kind: Event
  lastTimestamp: "2026-09-16T17:52:31Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:52:31Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5de9372ccb569
    namespace: kserve-ci-e2e-test
    resourceVersion: "23164"
    uid: a83ebc41-51e0-4cb3-96c0-4453f899b7bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: f9201341-7986-4052-a262-72c1a17d3d05
  kind: Event
  lastTimestamp: "2026-09-16T17:52:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:52:46Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5de96f1b5a176
    namespace: kserve-ci-e2e-test
    resourceVersion: "23318"
    uid: e470d118-b971-4a33-b666-c32e718f880b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: f9201341-7986-4052-a262-72c1a17d3d05
  kind: Event
  lastTimestamp: "2026-09-16T17:52:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:52:46Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5de96f2351428
    namespace: kserve-ci-e2e-test
    resourceVersion: "23320"
    uid: c3d4732f-ff4d-4d30-adb1-0f0f11dd5ac5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23319"
    uid: f9201341-7986-4052-a262-72c1a17d3d05
  kind: Event
  lastTimestamp: "2026-09-16T17:54:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:16Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5de9a70e2cd80
    namespace: kserve-ci-e2e-test
    resourceVersion: "24155"
    uid: ccd7d1f5-cba0-4a5b-852f-7b8fc29b574e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23319"
    uid: f9201341-7986-4052-a262-72c1a17d3d05
  kind: Event
  lastTimestamp: "2026-09-16T17:54:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:16Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5de9a714bdcc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: ddd7b093-d19b-4c35-878a-ab29eba48eff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23152"
    uid: 3443a8ae-8ae8-48fe-a940-9c06a49c447a
  kind: Event
  lastTimestamp: "2026-09-16T17:54:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:54:12Z"
    name: isvc-autogluon-v2-noslash.18d5de9372ceeffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24125"
    uid: c22fbf5d-51dd-43de-bf1d-778da955f542
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23152"
    uid: 3443a8ae-8ae8-48fe-a940-9c06a49c447a
  kind: Event
  lastTimestamp: "2026-09-16T17:52:31Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:52:31Z"
    name: isvc-autogluon-v2-noslash.18d5de9373410cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "23183"
    uid: 117ca2b3-f666-43e9-baa8-809023ae3dd1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23155"
    uid: 3443a8ae-8ae8-48fe-a940-9c06a49c447a
  kind: Event
  lastTimestamp: "2026-09-16T17:52:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:52:31Z"
    name: isvc-autogluon-v2-noslash.18d5de93794662b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23185"
    uid: ca97b010-2988-4075-9aa3-b0b7904d336b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24121"
    uid: 3443a8ae-8ae8-48fe-a940-9c06a49c447a
  kind: Event
  lastTimestamp: "2026-09-16T17:54:12Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:54:12Z"
    name: isvc-autogluon-v2-noslash.18d5deaaf94b45bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: 784163a5-56ed-476d-b71a-b9743e0c9d09
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:45:58.869196Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-22dml
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:45:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:45:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de37f545e884
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: a8d82ac1-66e4-454b-ac63-2095b3f7c06d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:45:59Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:45:59Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de381721eeeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19879"
    uid: 78eb7014-e95a-466e-bb1a-c4faa04153e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:45:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:59Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de3818f334ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: 4bfdb498-2e75-42d7-aa5c-eedafe70766a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:45:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:59Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de381c06a155
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 8ebd6fd8-0a9f-49ee-abc9-c927b14ec6cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:45:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:59Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de381c795433
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d4d10351-7781-415f-bfea-a01e790a6037
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:46:05Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T17:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de39960cd35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 05ea9e75-e2b9-42aa-bd3e-dbbe055054d6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:48:15Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m9.144s
    (2m9.144s including waiting). Image size: 8945772324 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:15Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de57a7ab0aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: 398899f8-afb8-4b88-9921-37be21e6d942
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:48:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:15Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de57ae339047
    namespace: kserve-ci-e2e-test
    resourceVersion: "21008"
    uid: 4ffa6c68-fcfa-42be-99ad-d92e0489e71f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:48:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:15Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de57afa33e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "21009"
    uid: 63eb8c0a-67f5-4c31-9f5e-a3cd43ebb566
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:48:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:15Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de57afaf8d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: 7068d163-efbb-4c3a-ae1b-5dcc841be343
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:48:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:15Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de57b40ae3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: 5b87e845-f48e-4b6c-b5cb-7bec2d88d2e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:48:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:15Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de57b506bfd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21012"
    uid: 97692493-6d20-48b5-af15-459b96114478
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:50:00Z"
  message: 'Readiness probe failed: Get "http://10.133.0.38:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T17:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de70386ee8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21872"
    uid: 73ac6710-9af2-4b88-ae18-3e2d18877d9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:50:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de714723de01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: aa850f1f-218f-44ab-aeb5-2cbe5d4171b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e09ebd3-183a-4916-9140-1b263ba226f9
  kind: Event
  lastTimestamp: "2026-09-16T17:50:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-22dml.18d5de7147248778
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: 84911c5e-8790-49aa-9647-691c05740953
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: edd8ebcf-7250-4785-ae7b-2bdad4662ade
  kind: Event
  lastTimestamp: "2026-09-16T17:45:58Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-22dml'
  metadata:
    creationTimestamp: "2026-09-16T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d5de37f49689d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19863"
    uid: 1d04dd5c-3504-41be-951a-249f541bab15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: 71197fea-5251-446b-bfaa-adb2e17fa1e3
  kind: Event
  lastTimestamp: "2026-09-16T17:45:58Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:58Z"
    name: isvc-autogluon-v2-predictor.18d5de37f073a5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: b739204e-5319-4bcd-9174-617ca3444ff0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 49563e0b-c349-4e3c-9abc-03591049c250
  kind: Event
  lastTimestamp: "2026-09-16T17:48:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:28Z"
    name: isvc-autogluon-v2-predictor.18d5de3b6f5064fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21128"
    uid: c0daefb9-242a-4302-82aa-c1d83c565af1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 49563e0b-c349-4e3c-9abc-03591049c250
  kind: Event
  lastTimestamp: "2026-09-16T17:48:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:28Z"
    name: isvc-autogluon-v2-predictor.18d5de3b6fff56d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21129"
    uid: 4da5c52d-a232-4f88-a3e4-61ef5f903a5b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 49563e0b-c349-4e3c-9abc-03591049c250
  kind: Event
  lastTimestamp: "2026-09-16T17:49:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:49:13Z"
    name: isvc-autogluon-v2-predictor.18d5de5e64e1f6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21534"
    uid: f150da89-c1cd-4ca6-a2e6-3ea71b1c8186
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 49563e0b-c349-4e3c-9abc-03591049c250
  kind: Event
  lastTimestamp: "2026-09-16T17:48:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:58Z"
    name: isvc-autogluon-v2-predictor.18d5de5e6551d855
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: f2ca9c8a-0102-4a66-a6fb-e136141c8bd7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:50:10.211078Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22014"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:50:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:50:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de727a6aa2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22020"
    uid: e6ec1c7e-b9a0-40ba-a4b1-5c57c2e8434d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22025"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:50:10Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:50:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de729c4a1f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "22039"
    uid: cefad4fa-8f0d-464e-b6b3-44d6951cc215
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:50:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de729deb4ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22041"
    uid: ecdb0574-d530-4e0f-9231-6ca5b241100c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:50:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de72a0b8909a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 9159a5bf-b045-4d1d-8b49-1d38f52ac502
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:50:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de72a11ec2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22043"
    uid: 9351263d-79c9-4157-ad47-096591c71b98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:50:41Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de79add9f57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22320"
    uid: 859eb9d0-ca9b-4c48-8eff-c82267ff8935
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:50:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de79b09fbd61
    namespace: kserve-ci-e2e-test
    resourceVersion: "22322"
    uid: 8cee9aac-f179-4298-91f5-6278fd6667bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:50:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de79b1027670
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 5959590c-d03b-49c1-a132-51111fe04fcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:50:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de79b10e9fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22324"
    uid: e3d77dec-4240-43e7-a2df-7ddc285fc7e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:50:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de79b43bbb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: 2959f1d9-c9da-4fef-a3ff-ba9e0f24a533
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:50:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de79b49d520c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 1478fc56-803b-4265-80f4-8f8334221733
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:52:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de924351a840
    namespace: kserve-ci-e2e-test
    resourceVersion: "23109"
    uid: 8ed0735e-f87e-4bf9-9ce5-67cc9879441c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:52:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de924352509f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: fc4e7b91-efcb-4f8a-b105-7f22ae86b51a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 76add66e-684d-4986-812f-c8565329afc4
  kind: Event
  lastTimestamp: "2026-09-16T17:52:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:28Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc.18d5de9298631e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23121"
    uid: be8ba71d-c087-44d9-b900-7acb3c90953d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "22006"
    uid: 773b08da-e8ae-4357-88ee-76399cb907b7
  kind: Event
  lastTimestamp: "2026-09-16T17:50:10Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-v59hc'
  metadata:
    creationTimestamp: "2026-09-16T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d5de7279eccb33
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: 27cad761-d1b5-44f0-a5fa-2ba6dd8e61a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22004"
    uid: 778de59f-a43a-48e2-94c3-79678dc4a1ae
  kind: Event
  lastTimestamp: "2026-09-16T17:50:10Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:10Z"
    name: isvc-autogluon-v2-variants-predictor.18d5de72772addf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22007"
    uid: 30dd575f-d05c-431a-adf6-68eba09e46c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22005"
    uid: 80b892e5-89aa-4c74-bf78-65305ec482d8
  kind: Event
  lastTimestamp: "2026-09-16T17:51:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:51:10Z"
    name: isvc-autogluon-v2-variants-predictor.18d5de75f6302f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "22531"
    uid: 1758ff21-8104-4bc4-969b-5d3458729480
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22005"
    uid: 80b892e5-89aa-4c74-bf78-65305ec482d8
  kind: Event
  lastTimestamp: "2026-09-16T17:51:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:51:10Z"
    name: isvc-autogluon-v2-variants-predictor.18d5de75f69c3144
    namespace: kserve-ci-e2e-test
    resourceVersion: "22532"
    uid: 09df8697-6d76-4bec-9bf2-d4a27f004b48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22206"
    uid: 80b892e5-89aa-4c74-bf78-65305ec482d8
  kind: Event
  lastTimestamp: "2026-09-16T17:52:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:52:25Z"
    name: isvc-autogluon-v2-variants-predictor.18d5de83f2d6b4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23082"
    uid: c00757a4-0a49-4c65-8c4a-dbd6ba64e74e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22206"
    uid: 80b892e5-89aa-4c74-bf78-65305ec482d8
  kind: Event
  lastTimestamp: "2026-09-16T17:52:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:52:25Z"
    name: isvc-autogluon-v2-variants-predictor.18d5de83f33e8359
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: 5a62afe3-8bce-4cb1-ac83-10013e84b4df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21997"
    uid: 53ee807d-5a2f-4327-b16e-a32619d8424c
  kind: Event
  lastTimestamp: "2026-09-16T17:52:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:52:16Z"
    name: isvc-autogluon-v2-variants.18d5de727754972c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23011"
    uid: 5006bd6e-0105-4b85-ab50-d7262ec5b350
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21997"
    uid: 53ee807d-5a2f-4327-b16e-a32619d8424c
  kind: Event
  lastTimestamp: "2026-09-16T17:50:10Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:50:10Z"
    name: isvc-autogluon-v2-variants.18d5de7277d06de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22027"
    uid: 7b1d6b6e-d77d-499b-94d1-7b31762ebb41
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21999"
    uid: 53ee807d-5a2f-4327-b16e-a32619d8424c
  kind: Event
  lastTimestamp: "2026-09-16T17:50:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:50:10Z"
    name: isvc-autogluon-v2-variants.18d5de727e44f411
    namespace: kserve-ci-e2e-test
    resourceVersion: "22028"
    uid: d62414be-2e89-4803-930c-f9d17d0db012
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "23009"
    uid: 53ee807d-5a2f-4327-b16e-a32619d8424c
  kind: Event
  lastTimestamp: "2026-09-16T17:52:16Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:52:16Z"
    name: isvc-autogluon-v2-variants.18d5de8fe60f4b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23010"
    uid: 39e7165e-9685-477a-83ce-3137768f46b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: b9e17331-5ce2-4a88-9cd2-19e758d3754f
  kind: Event
  lastTimestamp: "2026-09-16T17:49:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:49:49Z"
    name: isvc-autogluon-v2.18d5de37f081699e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: 3167a352-eaed-4f44-8dfe-876dd57eab06
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: b9e17331-5ce2-4a88-9cd2-19e758d3754f
  kind: Event
  lastTimestamp: "2026-09-16T17:45:58Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:58Z"
    name: isvc-autogluon-v2.18d5de37f129dadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: 629d4328-b1d9-48ff-81e9-d84c80a3d94a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:49:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21795"
    uid: b9e17331-5ce2-4a88-9cd2-19e758d3754f
  kind: Event
  lastTimestamp: "2026-09-16T17:49:49Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:49:49Z"
    name: isvc-autogluon-v2.18d5de6dad091480
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: 29ba6506-cf3a-45ad-9cc8-1fc5efa56a57
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:56:04.929489Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-854596548c-4rtq5
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:56:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:56:04Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec511481140
    namespace: kserve-ci-e2e-test
    resourceVersion: "25274"
    uid: c0bff54d-d759-4fb7-a033-bdd5d80bd0b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:56:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:05Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec51f424c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "25288"
    uid: 92ac694a-2493-4ccc-90ef-7b5ddf71beec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:56:06Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:56:06Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec557271620
    namespace: kserve-ci-e2e-test
    resourceVersion: "25310"
    uid: 1e14f5e2-1552-4f33-bcd6-0e3a3411c1fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:56:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:06Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec55936561b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25312"
    uid: 76f55605-d6c3-432b-b4e3-c7cfcde109d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:56:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:06Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec55c3e0352
    namespace: kserve-ci-e2e-test
    resourceVersion: "25314"
    uid: 3ad8ab56-008c-4f62-806e-08ae4f7cf79f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:56:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:06Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec55cc1a288
    namespace: kserve-ci-e2e-test
    resourceVersion: "25315"
    uid: 7e981c05-dd5a-446b-bfad-7d3b66ca3974
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:56:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:10Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec673ee3b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "25375"
    uid: ab8e8a60-1fe8-4b47-b4b3-96958864afd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:56:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:10Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec677352666
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: 3be887c6-4949-4bb5-ae7e-3f1e4c1c8049
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:56:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:10Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec677aeca34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25380"
    uid: 4f47735f-442f-4cff-a479-563bb4115840
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:56:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:10Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec677b858db
    namespace: kserve-ci-e2e-test
    resourceVersion: "25381"
    uid: 3a938cf9-e63a-48ef-887c-e22f965b5d1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:56:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:10Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec67a9b35a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25384"
    uid: 0003049f-e920-46a8-85d0-9d65e79104b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:56:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:11Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec67b0f8fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25385"
    uid: 8cd9c4e7-cc28-468c-8434-c5ecf4ce39d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:57:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:17Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5dec6b016258b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25978"
    uid: d6629b5e-46da-48bc-8d15-4d407cfc0ea7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:57:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:27Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5ded83c719c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26110"
    uid: 9fef41df-de1f-4cd2-9f9b-bbb262ea6d79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:57:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:27Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5ded83c726706
    namespace: kserve-ci-e2e-test
    resourceVersion: "26117"
    uid: 127f76e5-7fcc-4091-8dea-146d15785153
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-4rtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: a8723ca3-5bc1-4199-88f3-edd9b413a3a7
  kind: Event
  lastTimestamp: "2026-09-16T17:57:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:27Z"
    name: isvc-canary-create-predictor-854596548c-4rtq5.18d5ded8623cd6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: e25f0089-e0de-43e8-8b48-f430ca8b0c44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:56:05.020060Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25277"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-854596548c-wg76h
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:56:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:56:05Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec516adf73d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: 4a4dd413-b9c9-49cb-b6e5-df9bf10332d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:56:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:05Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec523b3a48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25289"
    uid: dc97069f-bb78-4fec-b966-29060fb9be37
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25284"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:56:06Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:56:06Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec55c4c1e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "25313"
    uid: 867b7a11-a7ea-477e-b1b2-575cea6d5fd1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:56:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:06Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec55e634f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25317"
    uid: b9f0c9b3-0856-4518-b4b5-3e35546bea0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:56:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:06Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec56190cc37
    namespace: kserve-ci-e2e-test
    resourceVersion: "25318"
    uid: 7c673fb2-74ec-46d5-a8ed-cea3bc91e1c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:56:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:06Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec561fedd13
    namespace: kserve-ci-e2e-test
    resourceVersion: "25319"
    uid: fc7d2928-646d-48e6-afc9-a771698134dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:56:10Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-16T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:10Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec66262b9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: 5df18c33-b6eb-4552-a9be-8c6a4ba83608
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:56:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 13.507s (13.507s including waiting). Image size: 1580636048 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:24Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec987818d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "25511"
    uid: 4ca72a25-a4d7-446a-bf61-be7f5a4aabb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:56:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:24Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec98aecc23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 58431dac-52d7-4bb9-b3ab-b9ee5972e880
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:56:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:24Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec98b58e7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25514"
    uid: 9dac4d89-24bc-42fe-bf4d-8065498e1123
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:56:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:24Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec98b62b201
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: 7f260c46-758b-4360-92b4-e6b4cc3d7e42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:56:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:24Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec98e11e0c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25516"
    uid: 7a978514-c15e-4163-942c-3e1605c0e26e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:56:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:24Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec98e82e312
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: 39269e67-b3ad-49d9-91e4-b997e98eb827
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:57:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:30Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dec9a98344c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26269"
    uid: a14a0cca-0573-4703-b858-8c46e776913b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:57:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:44Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dedc5b95cafd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: e11c728e-276c-4332-af9b-ed8e02400da0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:57:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:44Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dedc5b965904
    namespace: kserve-ci-e2e-test
    resourceVersion: "26539"
    uid: 53329e96-033d-4aeb-b952-471c04e8517c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-wg76h
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 58fd598b-6283-422b-bb55-7578011b5e62
  kind: Event
  lastTimestamp: "2026-09-16T17:57:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:45Z"
    name: isvc-canary-create-predictor-854596548c-wg76h.18d5dedc85ab8826
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: f647992c-d2a7-4199-bbe1-be7c6f775864
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-854596548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 848f00c5-189a-4a13-8e5b-beb415cdeea9
  kind: Event
  lastTimestamp: "2026-09-16T17:56:04Z"
  message: 'Created pod: isvc-canary-create-predictor-854596548c-4rtq5'
  metadata:
    creationTimestamp: "2026-09-16T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:56:04Z"
    name: isvc-canary-create-predictor-854596548c.18d5dec510752ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25271"
    uid: 041b9dd6-80c5-4058-8663-92939e0e03cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-854596548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 848f00c5-189a-4a13-8e5b-beb415cdeea9
  kind: Event
  lastTimestamp: "2026-09-16T17:56:04Z"
  message: 'Created pod: isvc-canary-create-predictor-854596548c-wg76h'
  metadata:
    creationTimestamp: "2026-09-16T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:56:04Z"
    name: isvc-canary-create-predictor-854596548c.18d5dec5151108a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: 63184434-d91a-46f6-ade2-7838a112028e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-854596548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26098"
    uid: 848f00c5-189a-4a13-8e5b-beb415cdeea9
  kind: Event
  lastTimestamp: "2026-09-16T17:57:27Z"
  message: 'Deleted pod: isvc-canary-create-predictor-854596548c-4rtq5'
  metadata:
    creationTimestamp: "2026-09-16T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:57:27Z"
    name: isvc-canary-create-predictor-854596548c.18d5ded83c2065f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: af8766a3-0f07-4692-b526-bc1b7db6e6b3
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25249"
    uid: e1f4430e-2142-4c54-af5a-fc68ca29ee46
  kind: Event
  lastTimestamp: "2026-09-16T17:56:04Z"
  message: Scaled up replica set isvc-canary-create-predictor-854596548c from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:56:04Z"
    name: isvc-canary-create-predictor.18d5dec5080d72c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25252"
    uid: 13b3319b-ef2a-4f73-8442-3f54600fa965
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26088"
    uid: e1f4430e-2142-4c54-af5a-fc68ca29ee46
  kind: Event
  lastTimestamp: "2026-09-16T17:57:27Z"
  message: Scaled down replica set isvc-canary-create-predictor-854596548c from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:57:27Z"
    name: isvc-canary-create-predictor.18d5ded83a19976e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26102"
    uid: c27cbfeb-74a0-4a30-b9b8-1903698c689f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:56:04.834850Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25257"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:56:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:56:04Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dec50ba3fd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: f2533767-636c-404a-94a4-852ec1eb1070
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25268"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:56:05Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:56:05Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dec52e0d2b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25296"
    uid: d33f94f5-c44e-4cfa-9653-842241b580af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:56:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:05Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dec5301807f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25298"
    uid: 32b06e47-e488-4df8-a2d0-20aa99365d0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:56:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:05Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dec53358c738
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: 2d939f62-112a-4dac-a87f-f79bb61ecf54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:56:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:05Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dec533c9dea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25300"
    uid: 476241ad-ca2f-4538-8c14-ad6c9f7fa031
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:56:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:09Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dec637fcc4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: dba2c214-5a99-4196-aad9-c79aee471141
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:56:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:09Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dec63abd867e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25358"
    uid: c8d8a444-2f96-4b0a-bfa2-7d4479fa5e48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:56:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:09Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dec63b36618d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25359"
    uid: b627bba7-a432-483a-adfd-e8646833c72f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:56:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:09Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dec63b3ff928
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: 6de94fbd-3032-4aa3-9c02-d39b8f1a4bc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:56:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:09Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dec63e27eb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: 65733a05-4f3d-446b-aa77-f162de72eea3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:56:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:09Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dec63eb0a6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: d4b3c150-6983-4c06-a4a6-9ea597e87597
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:57:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:46Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dec67417bfa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: 97ba0eb5-ef47-4dbe-b548-21235d2d561a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:57:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:44Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dedc5b68362a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26537"
    uid: ad2f0e40-e64a-4f87-85d1-f14c73969066
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:57:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:44Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dedc5b68a739
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: ca9ecf5c-9994-482e-979e-84b3b49bfe9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cb4c765c-d52d-4ab5-ae19-10afbc9f6a8a
  kind: Event
  lastTimestamp: "2026-09-16T17:57:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:46Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs.18d5dedcce77af32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: a27d1b0a-73d4-4684-95e8-f0b490349904
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5cd44d6886
    namespace: kserve-ci-e2e-test
    resourceVersion: "25241"
    uid: 4fc16e7e-8b95-4927-84fa-4c36f357bded
  kind: Event
  lastTimestamp: "2026-09-16T17:56:04Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5cd44d6886-s7kvs'
  metadata:
    creationTimestamp: "2026-09-16T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:56:04Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886.18d5dec50aeea90b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25260"
    uid: 1dd5d024-5ac6-4f67-bb0b-b87c7163d727
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25240"
    uid: 4adcda33-ec21-43c4-a51f-bbc665bb8372
  kind: Event
  lastTimestamp: "2026-09-16T17:56:04Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5cd44d6886 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:56:04Z"
    name: isvc-canary-create-v2-predictor.18d5dec504b0a691
    namespace: kserve-ci-e2e-test
    resourceVersion: "25243"
    uid: 4a8e3539-4df4-48cb-b9d2-efc9273bebc9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25230"
    uid: 7d410991-22c9-40c3-a823-6ae92e7e8b8b
  kind: Event
  lastTimestamp: "2026-09-16T17:57:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:57:40Z"
    name: isvc-canary-create.18d5dec5077f619f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26475"
    uid: b90f3614-d7fd-4976-a330-e3c947df5472
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25230"
    uid: 7d410991-22c9-40c3-a823-6ae92e7e8b8b
  kind: Event
  lastTimestamp: "2026-09-16T17:57:27Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:57:27Z"
    name: isvc-canary-create.18d5dec508175a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26141"
    uid: edbf5c40-51c5-41f7-bae5-b5be6d75152c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25230"
    uid: 7d410991-22c9-40c3-a823-6ae92e7e8b8b
  kind: Event
  lastTimestamp: "2026-09-16T17:57:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:57:27Z"
    name: isvc-canary-create.18d5dec508179649
    namespace: kserve-ci-e2e-test
    resourceVersion: "26142"
    uid: 0e7bdc7b-59fd-4e2e-ba1a-61ea758ee230
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: 7d410991-22c9-40c3-a823-6ae92e7e8b8b
  kind: Event
  lastTimestamp: "2026-09-16T17:57:40Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:57:40Z"
    name: isvc-canary-create.18d5dedb648f9406
    namespace: kserve-ci-e2e-test
    resourceVersion: "26473"
    uid: e2761a12-8b4f-4340-8d09-06a2f7440cc1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:57:50.168703Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26631"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5dedd92070a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26635"
    uid: d6db486b-aad8-415c-abfb-1f52646bfa8a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5dedd9bd999a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: c7fa36aa-4d4c-472c-955d-be9fce0b4d9a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26639"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:57:51Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:57:51Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5deddd7b98329
    namespace: kserve-ci-e2e-test
    resourceVersion: "26679"
    uid: 744fab06-58f0-4808-8f3f-e1670dbdb9ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:57:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:51Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5deddd9bab521
    namespace: kserve-ci-e2e-test
    resourceVersion: "26681"
    uid: a6d4f08b-6a6e-4e69-a000-ad6180ee2d78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:57:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:51Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5dedddc858750
    namespace: kserve-ci-e2e-test
    resourceVersion: "26685"
    uid: 9d74c1c8-038d-47fd-a1c0-296a782e2c99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:57:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:51Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5dedddcfbb762
    namespace: kserve-ci-e2e-test
    resourceVersion: "26686"
    uid: 530b485e-ed74-40bc-b9c7-75d62417bdca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:57:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:56Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5dedef23664d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: 3dd3ff42-579c-40a8-8171-a3afb415b731
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:57:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:56Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5dedef571e037
    namespace: kserve-ci-e2e-test
    resourceVersion: "26747"
    uid: e2d7a019-5d82-41a3-8971-485ea9331321
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:57:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:56Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5dedef5e74dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: 031a4ac1-2718-4a4c-a2ea-f129be6f438e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:57:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:56Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5dedef5f1fb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26749"
    uid: f92acf20-acca-4a71-8a64-4d8b74d63bd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:57:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:56Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5dedef9031b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: 690db724-2ed6-4b1f-a494-38c2332845b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:57:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:56Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5dedef980292d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26753"
    uid: bcd235b2-1eda-4421-99ea-ff3fda953070
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:59:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:04Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5dedf2e652930
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 773fdf49-d043-426a-b430-5805f7f54fcf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:59:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:13Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5def100aa16d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27546"
    uid: 4c213f4e-ac75-452c-a86c-a01e2edff7c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:59:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:13Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5def100aa9c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: 58ef7504-8e91-46f3-856c-f94ea7aaa8a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 707d23cd-0a28-47da-834e-4390f5672686
  kind: Event
  lastTimestamp: "2026-09-16T17:59:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:18Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2.18d5def20aa64008
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 6966cdd8-5583-4e0b-b403-4d23b9a485a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:57:50.237933Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5dedd96274c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26644"
    uid: 0c9cc47a-eee6-44b5-8cb0-ea4ad427749d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26648"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5deddb80bd6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26666"
    uid: 9d793a4a-ca62-49d5-b70a-9d5d22f72b3b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5deddb97b319b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26668"
    uid: 0f0ebfa8-21f0-4e87-bf71-570b09535896
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5deddbc372f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26670"
    uid: c9953aef-c34b-4eec-9ab0-3763ac8c2475
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5deddbcab6c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26671"
    uid: 848ea7b7-9ee9-4665-832b-026d94379b86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:57:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5dedec8b7297d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: b28e613d-7a3c-4e87-9d87-0308f34829af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:57:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5dedecb6b0575
    namespace: kserve-ci-e2e-test
    resourceVersion: "26732"
    uid: 3f129b8b-32e4-41de-a26b-d2f15c82d3c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:57:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5dedecbdda7e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26733"
    uid: d0e21747-5ebe-42ba-abd2-e24e923b09d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:57:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5dedecbe6e218
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: c8198311-525d-4e71-87ce-72b86425baf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:57:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5dedece915ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26735"
    uid: f7b3db30-7e4c-4d85-b0fb-5aadada151ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:57:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5dedecf069ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26736"
    uid: 4f866f4c-8b6e-4d39-8019-e56de8449697
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:59:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:23Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5dedf40c09893
    namespace: kserve-ci-e2e-test
    resourceVersion: "27676"
    uid: 99313683-1969-4171-8cb8-85d151585372
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:59:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5def2860603e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: 11366cc2-b7ba-4355-9e9f-3f19cff8ed9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:59:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5def28606b62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27628"
    uid: 4eabe56d-151d-44ed-9400-b062acde1ed8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: bf846d93-f53a-4348-b622-5a6cdd1930e2
  kind: Event
  lastTimestamp: "2026-09-16T17:59:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:23Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj.18d5def34708cc19
    namespace: kserve-ci-e2e-test
    resourceVersion: "27675"
    uid: 9d0e5572-ec64-4f72-99a3-461d55eb56e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-65ff4fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: 4ecdc877-9249-4bb7-a46d-6ef0dc3d867b
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: 'Created pod: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2'
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5.18d5dedd915c0d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26633"
    uid: d9a95efd-fcf0-4eca-b2b7-3ab6d8bbf5bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-65ff4fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: 4ecdc877-9249-4bb7-a46d-6ef0dc3d867b
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: 'Created pod: isvc-canary-promote-predictor-65ff4fc5f5-sj2rj'
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5.18d5dedd95565fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26641"
    uid: 1ebc97eb-b116-48c6-8705-17169811dade
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-65ff4fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27538"
    uid: 4ecdc877-9249-4bb7-a46d-6ef0dc3d867b
  kind: Event
  lastTimestamp: "2026-09-16T17:59:13Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-65ff4fc5f5-2s5d2'
  metadata:
    creationTimestamp: "2026-09-16T17:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:59:13Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5.18d5def1007d2662
    namespace: kserve-ci-e2e-test
    resourceVersion: "27541"
    uid: 2e9d3e75-5d43-4ea4-b3a4-832a78e100e2
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: c5c5b536-0f03-4696-b546-8300d21ab9a4
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: Scaled up replica set isvc-canary-promote-predictor-65ff4fc5f5 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-predictor.18d5dedd8c3a9eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26617"
    uid: 3e8a1e22-d511-417e-8341-306388752f34
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27534"
    uid: c5c5b536-0f03-4696-b546-8300d21ab9a4
  kind: Event
  lastTimestamp: "2026-09-16T17:59:13Z"
  message: Scaled down replica set isvc-canary-promote-predictor-65ff4fc5f5 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:59:13Z"
    name: isvc-canary-promote-predictor.18d5def1001d0ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: 199c7474-4101-43ab-aec8-e2035ca8e6e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:57:50.117708Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26619"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5dedd8efcdb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "26627"
    uid: be94ae8a-8599-4144-ae1f-c37504ccaade
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26632"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5deddb0fe7954
    namespace: kserve-ci-e2e-test
    resourceVersion: "26660"
    uid: 8170f1d7-3472-4550-9937-bc8aacb675d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5deddb29d1adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: a16c6c26-defb-4aec-a2d7-09e2d557e58f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5deddb5b7e211
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: ded099a6-5ec1-40d0-a4bc-db35e8ea8b31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5deddb6264e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "26664"
    uid: 298f845d-2cf9-43ea-a85e-06f2240508c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:55Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5dedeb63108f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26719"
    uid: 469feeba-8e37-4c59-8071-7d62485e2602
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:55Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5dedebc4ecfbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26723"
    uid: 05d323ec-032e-4dca-a8e0-cefaf37d9932
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:55Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5dedebccbcdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26724"
    uid: 576526e4-dd43-478c-8965-1cca76e91727
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:55Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5dedebcd783b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26725"
    uid: 3f034f3f-d345-4b6d-90a6-2d152229d931
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:55Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5dedec03e559f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: ec43ad42-0cc5-4bab-8ebb-5ce964304034
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:55Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5dedec0b15cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26728"
    uid: eddb922d-c1fc-4a2d-8eda-3944152b1f05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T18:00:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:43Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5dedef26547ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "28358"
    uid: ef1e69af-427c-4181-bf4a-a08baf14177f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T18:00:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:40Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5df053199de45
    namespace: kserve-ci-e2e-test
    resourceVersion: "28334"
    uid: 3701e318-d868-4255-8104-efab5dc71d87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T18:00:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:40Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5df05319a8a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "28336"
    uid: 757426bb-c2ea-4db6-a05a-524232568a6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T18:00:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:42Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5df05991b239b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28349"
    uid: 1d3e5100-05bc-42a3-97b8-154eee5b211f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8269db67-420d-426a-b8f6-adb240c8a6a6
  kind: Event
  lastTimestamp: "2026-09-16T18:00:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-16T18:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:48Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-45dtx.18d5df06fec39d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28485"
    uid: 3d9e42c7-4170-48c1-ae59-779ac0d1aee8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:59:20.365909Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:59:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:59:20Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5def292336204
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 8abeaef1-9a3e-4c0d-8c70-24d39d5d1481
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27645"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T17:59:20Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:59:20Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5def2b4177480
    namespace: kserve-ci-e2e-test
    resourceVersion: "27651"
    uid: 8ce9a248-9beb-4dd9-b225-f86a63a5b82b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T17:59:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:20Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5def2b59c525c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: 5f7c89ad-7c72-4de2-815d-dbd5dcca5e28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T17:59:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:21Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5def2b8a6714e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27654"
    uid: 9ae96ff2-8507-4aea-a1bc-14a0883d64a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T17:59:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:21Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5def2b91ade9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27655"
    uid: ad62960f-e4ee-42a2-b147-4565a72406dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T17:59:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5def3d8555948
    namespace: kserve-ci-e2e-test
    resourceVersion: "27715"
    uid: 8583ae98-49a8-465f-bfce-2c0d0a173cdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T17:59:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5def3db4adfb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 03354bc4-ee70-43a2-a575-dd866889ccdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T17:59:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5def3dbbcae4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: 0ae86616-f03c-4364-97ed-58cb1d179ce0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T17:59:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5def3dbc61b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27719"
    uid: 0c8852d9-7bbd-4e64-81b5-0b7ef8df02af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T17:59:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5def3de60be96
    namespace: kserve-ci-e2e-test
    resourceVersion: "27722"
    uid: 1af39f5d-657a-4ff0-8882-994f34fe15cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T17:59:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5def3ded1bca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: 452895c8-6576-461d-ba17-a66b22999481
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T18:00:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:43Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5def4507ba3fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28362"
    uid: 4142904e-bb34-4721-a33a-fb70b0995236
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T18:00:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:40Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5df0531647092
    namespace: kserve-ci-e2e-test
    resourceVersion: "28333"
    uid: 00fe6c41-3b8f-494f-9720-e1764ebf77e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T18:00:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:40Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5df053165272e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28335"
    uid: 5a494b89-86e8-4c89-a4fb-6b81cf14b92b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 03fb78d7-5343-4534-8f6f-273a6221a8d1
  kind: Event
  lastTimestamp: "2026-09-16T18:00:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:43Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-fr64s.18d5df0602bafe31
    namespace: kserve-ci-e2e-test
    resourceVersion: "28361"
    uid: dbe5e7e7-20b3-4ada-98ce-052a1b5d698e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-b8964cf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26602"
    uid: 9b1c5988-f1b3-49dd-9c9b-e5a5a23e56ae
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-b8964cf76-45dtx'
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76.18d5dedd8d84e575
    namespace: kserve-ci-e2e-test
    resourceVersion: "26621"
    uid: 98ede1a6-18b2-472f-910c-694b7f1368e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-b8964cf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "27633"
    uid: 9b1c5988-f1b3-49dd-9c9b-e5a5a23e56ae
  kind: Event
  lastTimestamp: "2026-09-16T17:59:20Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-b8964cf76-fr64s'
  metadata:
    creationTimestamp: "2026-09-16T17:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:59:20Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76.18d5def2907bfc6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27637"
    uid: 5b3d242f-14ab-4160-8e88-2908f4087344
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26600"
    uid: 5ff54d3c-9bf1-4e3c-86ff-7184c847d6cc
  kind: Event
  lastTimestamp: "2026-09-16T17:57:50Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-b8964cf76 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:57:50Z"
    name: isvc-canary-promote-v2-predictor.18d5dedd8926a470
    namespace: kserve-ci-e2e-test
    resourceVersion: "26603"
    uid: 9e47074c-5630-42b3-baf6-3fcc47cb5353
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27630"
    uid: 5ff54d3c-9bf1-4e3c-86ff-7184c847d6cc
  kind: Event
  lastTimestamp: "2026-09-16T17:59:20Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-b8964cf76 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T17:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:59:20Z"
    name: isvc-canary-promote-v2-predictor.18d5def28b98e29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 0a43de5f-d14e-42d6-a16d-a01c493fd17f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26593"
    uid: 934711b0-f608-446f-bc8c-2bdbabbf2df9
  kind: Event
  lastTimestamp: "2026-09-16T17:59:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:59:13Z"
    name: isvc-canary-promote.18d5dedd8afd00fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 203e4197-3300-49ec-907a-8fd9d27bcc85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26593"
    uid: 934711b0-f608-446f-bc8c-2bdbabbf2df9
  kind: Event
  lastTimestamp: "2026-09-16T17:59:13Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:59:13Z"
    name: isvc-canary-promote.18d5dedd8c241461
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: ceefbea2-3523-4940-aefa-eae1ebeb1b8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26593"
    uid: 934711b0-f608-446f-bc8c-2bdbabbf2df9
  kind: Event
  lastTimestamp: "2026-09-16T17:59:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:59:13Z"
    name: isvc-canary-promote.18d5dedd8c246658
    namespace: kserve-ci-e2e-test
    resourceVersion: "27560"
    uid: 668963d7-95be-46ff-ab19-f051bb7a49c0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27554"
    uid: 934711b0-f608-446f-bc8c-2bdbabbf2df9
  kind: Event
  lastTimestamp: "2026-09-16T18:00:33Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:00:33Z"
    name: isvc-canary-promote.18d5def104776111
    namespace: kserve-ci-e2e-test
    resourceVersion: "28274"
    uid: 655624f8-4d60-4964-92f6-9f13f0b0aaf5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:00:45.647629Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28417"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:00:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:00:45Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df066d62e8c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 34bc33f0-52a1-4c77-b572-f922ddb5541d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28427"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:00:46Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:00:46Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df068f9c557d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28454"
    uid: 6bdde3ee-971a-4627-854a-7117c30716ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:00:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:46Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df069135de91
    namespace: kserve-ci-e2e-test
    resourceVersion: "28456"
    uid: 7dd30c17-4ac0-4ec0-838b-11aeb17c49b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:00:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:46Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df06941d8b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "28459"
    uid: f60d3913-823f-46a7-ba39-d32e5d9d975d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:00:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:46Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df06948ef660
    namespace: kserve-ci-e2e-test
    resourceVersion: "28460"
    uid: 7e0b9420-107c-4377-ba4c-2c277b165d72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:00:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df07b8e24f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28514"
    uid: 8ccda572-3143-4c4e-9215-1f32a62936eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:00:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df07bbca499f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28519"
    uid: 90d6eab6-717f-490d-8dba-02e2059d9045
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:00:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df07bc49b652
    namespace: kserve-ci-e2e-test
    resourceVersion: "28520"
    uid: a0c6bc03-639d-4dea-81ab-46997f70b769
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:00:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df07bc541e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "28521"
    uid: 30a8bf4c-3fbb-4f19-9491-894091d8a2c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:00:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df07bf68ef79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28525"
    uid: cf02fdea-d4d7-464e-8be2-95b5d3e5990b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:00:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df07bfdb2d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28526"
    uid: 36b6ac3c-cbda-4959-ae93-a501ac711e78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:01:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:57Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df0830f8d9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: 70ef3e21-7962-46e7-b93f-73d3b7effd53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:01:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:57Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df17246aa984
    namespace: kserve-ci-e2e-test
    resourceVersion: "29132"
    uid: fe1cfecf-bbfd-4ff9-95ab-5ecce1da303d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:01:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:57Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df17246bbf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29138"
    uid: 64489ce6-08d0-4157-bdc3-65c5d6838468
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 257a0fe8-8cb2-4875-9fcb-9019c4f2c63e
  kind: Event
  lastTimestamp: "2026-09-16T18:01:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:59Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2.18d5df178f1bd3f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29160"
    uid: ebcce4f0-e10f-420e-8d35-0ac3b0394f5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:00:45.697922Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28428"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:00:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:00:45Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df0670625898
    namespace: kserve-ci-e2e-test
    resourceVersion: "28434"
    uid: f710d3da-f030-44fc-9c58-45a6819ee002
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28443"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:00:48Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:00:48Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df0706eb4f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "28486"
    uid: 82476e1b-f24e-481f-be9a-167e0a4e82df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:00:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:49Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df0740151a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28493"
    uid: 457a672f-adef-45a2-87cb-d177ae5cdeb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:00:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:59Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df09a13eaa7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28594"
    uid: 82185d62-961d-4c7c-aa10-4b3a676b618f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:00:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:59Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df09a2e83852
    namespace: kserve-ci-e2e-test
    resourceVersion: "28595"
    uid: dcac6a28-f956-41cf-9ef7-2d7039fcb4be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:01:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:27Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df1018f41f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: e8cf7aed-bf63-48d6-9dfc-c71f00e3f32e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:01:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:27Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df10214c2afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28795"
    uid: ca0fdb4e-45ee-423f-9ab6-7f547f985da3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:01:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:27Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df1022231540
    namespace: kserve-ci-e2e-test
    resourceVersion: "28796"
    uid: 542e9a51-98fa-4641-8852-0bebd2f1ab0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:01:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:27Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df10222f9bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28797"
    uid: f1da9f0a-a27b-4cbb-a200-71f1f2be6765
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:01:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:27Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df1027c93098
    namespace: kserve-ci-e2e-test
    resourceVersion: "28799"
    uid: 5f76c740-453e-45ee-8ed8-dbcafcfe601e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:01:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:27Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df1029e07f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28800"
    uid: a5f61b30-9ad8-48de-a39b-3adbfba9069e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:02:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:44Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df10550bb4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "29496"
    uid: f230f5c4-33e4-4a30-a83b-afa4cb386a73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:04:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:15Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df375bb886f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30342"
    uid: 9334917a-66a7-48b6-95f5-87365760940d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:04:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:15Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df375bb93cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 292911fd-3af5-4704-9f29-9c2ac1e83b9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: 2530ccdb-0403-4e18-9000-e11f38956397
  kind: Event
  lastTimestamp: "2026-09-16T18:04:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:19Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-frhkp.18d5df3825c8f0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: d241327b-cc17-415d-a2c2-956469852f6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:02:56.044778Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29607"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:02:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:02:56Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df24c9a972ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29612"
    uid: 06b256d0-8b23-4b46-9c99-e78867ec6624
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29617"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:02:56Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:02:56Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df24eb68b2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29623"
    uid: 7d650279-15ff-46da-aafc-d4dfddc9f7f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:02:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:56Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df24edc0b481
    namespace: kserve-ci-e2e-test
    resourceVersion: "29625"
    uid: 1c17a0f2-6715-4fd9-b622-ef750bf04555
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:02:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:56Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df24f0a8a8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29626"
    uid: bef8287c-4236-4d80-96ee-f57005bc3ffd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:02:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:56Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df24f11af3e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29627"
    uid: 5e1b9f2c-47e5-4e37-b5be-d90f74ce4357
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:03:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:00Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df25e328ea81
    namespace: kserve-ci-e2e-test
    resourceVersion: "29665"
    uid: 9c402a86-85fb-4b63-beba-33c2058556d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:03:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:00Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df25e606e136
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 21fa5974-ec17-470b-9191-8dbbc244d430
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:03:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:00Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df25e6787196
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: c0b0c285-4e0f-49db-b777-bcebe76c83ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:03:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:00Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df25e6812176
    namespace: kserve-ci-e2e-test
    resourceVersion: "29670"
    uid: efd86f4f-6942-4d6b-988e-5bfe60e38fc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:03:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:00Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df25e977bb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29671"
    uid: 733f7f5f-2d27-49ff-8b44-c9b66c2a6ed8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:03:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:00Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df25e9e82dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "29674"
    uid: 0bc2a112-38fd-405a-9757-99c1dcb0d307
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:04:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:17Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df261f2b3182
    namespace: kserve-ci-e2e-test
    resourceVersion: "30370"
    uid: 610bbf0c-11ac-4cda-afae-3fa2eef4f8d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:04:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:15Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df375c3759bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: add9c9fc-6244-416f-a228-be19d0c58bac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:04:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:15Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df375c37dab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30345"
    uid: e2cd089c-3e86-4830-a9e0-eccba4b733dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 818162f8-f176-44b1-9fc0-2ac622116aa1
  kind: Event
  lastTimestamp: "2026-09-16T18:04:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:17Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-xckzd.18d5df37d15133e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30369"
    uid: b728288d-c805-4d54-a140-1500872af39e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28402"
    uid: 651bb554-1e91-492a-bced-2fa67b1094c7
  kind: Event
  lastTimestamp: "2026-09-16T18:00:45Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2'
  metadata:
    creationTimestamp: "2026-09-16T18:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:00:45Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d5df066ce81e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28419"
    uid: 8619260d-7122-42ae-88e7-c3651fc92b30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28402"
    uid: 651bb554-1e91-492a-bced-2fa67b1094c7
  kind: Event
  lastTimestamp: "2026-09-16T18:00:45Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6cb68d45bc-frhkp'
  metadata:
    creationTimestamp: "2026-09-16T18:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:00:45Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d5df066ff5d0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: dbf18c91-e12a-4bba-bfe3-c9df252d2ed2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29129"
    uid: 651bb554-1e91-492a-bced-2fa67b1094c7
  kind: Event
  lastTimestamp: "2026-09-16T18:01:57Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6cb68d45bc-bdkx2'
  metadata:
    creationTimestamp: "2026-09-16T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:01:57Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d5df17245a8830
    namespace: kserve-ci-e2e-test
    resourceVersion: "29133"
    uid: bc8e0bef-333a-4a3e-ab0f-f0a0e6c31e83
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29601"
    uid: 651bb554-1e91-492a-bced-2fa67b1094c7
  kind: Event
  lastTimestamp: "2026-09-16T18:02:56Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6cb68d45bc-xckzd'
  metadata:
    creationTimestamp: "2026-09-16T18:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:02:56Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d5df24c8b5217f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29610"
    uid: 78447de9-9b67-41a1-87e7-566bd6889cf4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28401"
    uid: 778074f9-71e5-4e87-80c7-fbf5fbbd8ea3
  kind: Event
  lastTimestamp: "2026-09-16T18:00:45Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6cb68d45bc from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-16T18:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:00:45Z"
    name: isvc-canary-rollback-predictor.18d5df0668c08b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28405"
    uid: f89e0792-4727-48d0-8b26-0cc0d4e41b00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29125"
    uid: 778074f9-71e5-4e87-80c7-fbf5fbbd8ea3
  kind: Event
  lastTimestamp: "2026-09-16T18:01:57Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6cb68d45bc from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:01:57Z"
    name: isvc-canary-rollback-predictor.18d5df1723754ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29130"
    uid: f5d60bd9-d292-4d96-a900-ef5827cbdea1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29597"
    uid: 778074f9-71e5-4e87-80c7-fbf5fbbd8ea3
  kind: Event
  lastTimestamp: "2026-09-16T18:02:55Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6cb68d45bc from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T18:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:02:55Z"
    name: isvc-canary-rollback-predictor.18d5df24bd0d4851
    namespace: kserve-ci-e2e-test
    resourceVersion: "29602"
    uid: 8bcb0496-8c09-4214-955f-04ef7e5a6449
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:00:45.606705Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28408"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:00:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:00:45Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df066af26b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "28413"
    uid: afeb17cc-dce4-4b79-b2ce-28bebfeb98e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28418"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:00:46Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:00:46Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df068d2e7303
    namespace: kserve-ci-e2e-test
    resourceVersion: "28451"
    uid: d3615c3e-f912-486a-abe5-8f1952ad79fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:00:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:46Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df068eabc4d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: d3f14c34-00e2-403e-972a-213b8ae0840e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:00:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:46Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df06918d1ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28457"
    uid: cbf9e56c-7aeb-4aca-9fdf-2a562b200cff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:00:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:46Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df069284af8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28458"
    uid: 90a52dce-07a6-44c9-8b5e-21bc7cfb3928
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:00:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:50Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df077cef130f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28501"
    uid: 7aca6c39-d995-48d6-bb7a-2403bd5bf2bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:00:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:50Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df077fb9be4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 7f121b16-5896-4750-9355-5179ea7204b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:00:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:50Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df078031dcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28504"
    uid: 75b87122-ffd5-4c65-a7cb-befb13b7eda5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:00:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:50Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df07803dd89e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28505"
    uid: 2fa34a50-e1b0-442d-aac6-a1146eeda23c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:00:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:50Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df078581b422
    namespace: kserve-ci-e2e-test
    resourceVersion: "28507"
    uid: e8f5032c-5edf-4bd5-8a4a-a5c54cf24056
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:00:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:00:50Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df0785f1d204
    namespace: kserve-ci-e2e-test
    resourceVersion: "28508"
    uid: 24fa290e-5983-48c1-8c0e-32d9c9ed50d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:02:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:57Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df07b90919cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29636"
    uid: b8229f0e-a6fb-422a-a369-12992634a4b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:02:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:55Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df24b5f7b826
    namespace: kserve-ci-e2e-test
    resourceVersion: "29593"
    uid: a5a2b84e-4459-4a19-b6fb-41a3ade8da58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:02:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:55Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df24b5f8545b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29595"
    uid: 6260e26d-458a-44ef-81ed-32028671742b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 732c0b9d-bd3b-4cbc-8f16-b2fa0dbf09ff
  kind: Event
  lastTimestamp: "2026-09-16T18:02:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:57Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds.18d5df250fa9968e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29635"
    uid: b90756ac-3ced-4c50-ae30-ee9595a0a06a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28393"
    uid: 3bb33ff6-a56d-4c18-9f7f-ebb77c9fa06c
  kind: Event
  lastTimestamp: "2026-09-16T18:00:45Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6df64bc5fd-cdzds'
  metadata:
    creationTimestamp: "2026-09-16T18:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:00:45Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd.18d5df066a422de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28409"
    uid: d57cc23e-adfa-4825-b191-7423abd5424a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28392"
    uid: 9e7bce28-e1d2-40c5-8a06-cb302b0c78d7
  kind: Event
  lastTimestamp: "2026-09-16T18:00:45Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6df64bc5fd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:00:45Z"
    name: isvc-canary-rollback-v2-predictor.18d5df0666146d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "28394"
    uid: d71f1f45-976c-46de-a4ce-c76389ac55ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28384"
    uid: 220a79a7-6624-4a86-abcb-a9c4cba4115e
  kind: Event
  lastTimestamp: "2026-09-16T18:02:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:02:56Z"
    name: isvc-canary-rollback.18d5df066815d2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: 5cd5bc08-51af-47e7-8563-a1593d510580
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28384"
    uid: 220a79a7-6624-4a86-abcb-a9c4cba4115e
  kind: Event
  lastTimestamp: "2026-09-16T18:00:45Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:00:45Z"
    name: isvc-canary-rollback.18d5df0668917510
    namespace: kserve-ci-e2e-test
    resourceVersion: "28404"
    uid: 42ecd04f-f961-4372-8d9d-a3b1eedc6901
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:00:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28384"
    uid: 220a79a7-6624-4a86-abcb-a9c4cba4115e
  kind: Event
  lastTimestamp: "2026-09-16T18:00:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:00:45Z"
    name: isvc-canary-rollback.18d5df066891ccf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28406"
    uid: 6f674867-cf21-4d6c-9258-6d5007087bcf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29569"
    uid: 220a79a7-6624-4a86-abcb-a9c4cba4115e
  kind: Event
  lastTimestamp: "2026-09-16T18:04:07Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:04:07Z"
    name: isvc-canary-rollback.18d5df24693c6231
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: d89739f1-24ea-40d0-ad1c-536f351cb13c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29604"
    uid: 220a79a7-6624-4a86-abcb-a9c4cba4115e
  kind: Event
  lastTimestamp: "2026-09-16T18:02:55Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-16T18:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:02:55Z"
    name: isvc-canary-rollback.18d5df24c2d5a177
    namespace: kserve-ci-e2e-test
    resourceVersion: "29606"
    uid: 33bb85c0-14bf-47c0-b9bd-9b08af308c0b
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:04:21.291904Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30451"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df38a2c96099
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: ed02706c-25e0-4bf8-b7e7-8d571c071782
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30463"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df38c4ca9dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30471"
    uid: b54e5548-aade-4558-a020-fb4a53ba0a23
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df38c6b2af2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 5e866b71-0818-40b4-b195-f4203df74658
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df38c93ade82
    namespace: kserve-ci-e2e-test
    resourceVersion: "30477"
    uid: fda5e13c-1493-4431-be15-d41458eb8c6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df38c9ae4371
    namespace: kserve-ci-e2e-test
    resourceVersion: "30478"
    uid: 7108fe0e-0b67-47e4-949e-3480a10d8556
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:04:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df39c2ac60ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30553"
    uid: 55f0d69d-06d6-48de-b365-c2968e2e7863
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:04:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df39c5c53b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30557"
    uid: 11b84b5d-e02f-40f0-966f-735bc11d270f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:04:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df39c6462121
    namespace: kserve-ci-e2e-test
    resourceVersion: "30559"
    uid: 3801d370-4a38-46be-a68f-655e0d83243f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:04:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df39c64f61aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30561"
    uid: 3166f8b6-6ec0-45d4-b6ab-09506c80c5e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:04:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df39c9727bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30563"
    uid: 746ec178-bfdb-4ace-b9f5-cc747194fb0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:04:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df39c9e3aca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30564"
    uid: 86540cfe-e87a-4484-be00-ffc5a1c26cd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:05:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:53Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df39fec52568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 8129c0d3-1e3c-4071-a008-6f14eeaeaf4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:05:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:51Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df4d90e32cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31428"
    uid: efd934c5-97b8-474b-89ea-c0e6c2d6a0ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:05:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:51Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df4d90e37b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "31429"
    uid: fcb0921d-8d90-431f-a94e-654589caf562
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: bd2b579d-d721-4ede-a501-99f75da66cde
  kind: Event
  lastTimestamp: "2026-09-16T18:05:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:53Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-b5wmv.18d5df4e04f75c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "31447"
    uid: a9ce842d-f104-40a6-926e-172aae11e1a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:04:21.215081Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30442"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df389e354042
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: 8ce75f05-fcc1-4c26-975a-adac07667477
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30450"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df38c1e52e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 91d995cd-5fbf-4013-9751-c75445cfcdac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df38c3cc867b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: 4a5a3285-3539-4929-b1ec-3e16e426bf76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df38c6aee75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30473"
    uid: a9df40a9-47b6-45b1-ac05-f51e788666aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df38c713acda
    namespace: kserve-ci-e2e-test
    resourceVersion: "30475"
    uid: d120ed2f-0d1d-4093-8639-83ca07eea41f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:04:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df39bedd440b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: d8a25e72-d178-460f-8dce-7c838e6645d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:04:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df39c3d1a6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30554"
    uid: afeb3613-19f4-44ca-a9a1-29b901c05f60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:04:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df39c44509a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30555"
    uid: 475fead7-d05d-4683-9cbd-b10f7ad5f77f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:04:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df39c45280a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: f63ee722-2e11-4b37-adb5-687944f4ac37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:04:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df39c77887e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30560"
    uid: 369eaf35-c535-4b19-b8cb-4a62e77ef720
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:04:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df39c7e5f5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30562"
    uid: e82302b0-2765-44e0-a0cc-1b7f3124eb1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:05:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:35Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df3a36ffea5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31237"
    uid: de8d16ff-bcff-4dd5-8cac-ea0f2900111f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:05:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:45Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df4c2f4b0126
    namespace: kserve-ci-e2e-test
    resourceVersion: "31335"
    uid: db35c869-d8df-4ba4-b4a5-eb135adaa4d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:05:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:45Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df4c2f4c7d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "31336"
    uid: 08015456-acbf-456a-9bce-84bf63d30372
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 58368f5a-9f00-4272-9dae-31ec4d70218f
  kind: Event
  lastTimestamp: "2026-09-16T18:05:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:49Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-ht6m2.18d5df4d13399e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "31381"
    uid: f3a2ebf1-9702-4838-bc45-0c10221dea45
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59fbfd5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30424"
    uid: 93238001-6eb4-486b-8803-e87d639c1e5f
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: 'Created pod: isvc-canary-stop-predictor-59fbfd5bc-ht6m2'
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor-59fbfd5bc.18d5df389d5fee0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: 2d5c37c6-25fc-4869-839e-deb07c335df7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59fbfd5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30424"
    uid: 93238001-6eb4-486b-8803-e87d639c1e5f
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: 'Created pod: isvc-canary-stop-predictor-59fbfd5bc-b5wmv'
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor-59fbfd5bc.18d5df38a1c13717
    namespace: kserve-ci-e2e-test
    resourceVersion: "30453"
    uid: bba67f4e-47c1-4523-ae9f-28285ea293d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59fbfd5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: 93238001-6eb4-486b-8803-e87d639c1e5f
  kind: Event
  lastTimestamp: "2026-09-16T18:05:45Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-59fbfd5bc-ht6m2'
  metadata:
    creationTimestamp: "2026-09-16T18:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:05:45Z"
    name: isvc-canary-stop-predictor-59fbfd5bc.18d5df4c2f1969b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31332"
    uid: 1e6251c5-3d4e-4046-adbb-f7b77edb4c0f
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30421"
    uid: c9b7244a-5cee-486c-85e5-140a7f3deaa8
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: Scaled up replica set isvc-canary-stop-predictor-59fbfd5bc from 0 to 2
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-predictor.18d5df38962021bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30427"
    uid: 7d9534d8-18e9-4de5-9656-83ed59eceacf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31323"
    uid: c9b7244a-5cee-486c-85e5-140a7f3deaa8
  kind: Event
  lastTimestamp: "2026-09-16T18:05:45Z"
  message: Scaled down replica set isvc-canary-stop-predictor-59fbfd5bc from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:05:45Z"
    name: isvc-canary-stop-predictor.18d5df4c2e913a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31328"
    uid: 689d7b91-6ac8-4d11-9577-e3d4e823ea04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:04:21.113433Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30430"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df389826344b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30435"
    uid: 8832203b-b81f-4f39-9eb9-7c7e37303de8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df389ee2b771
    namespace: kserve-ci-e2e-test
    resourceVersion: "30447"
    uid: 50582af1-8cd1-4727-8b28-313cd99cfb97
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30438"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:04:22Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:04:22Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df38de8dcb82
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: 68e40bf5-7ae7-4be2-b102-8b0aa604c501
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:04:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:22Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df38e086658c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 7aad41f8-32ee-44fd-b97f-fa07dd65021e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:04:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:22Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df38e3927194
    namespace: kserve-ci-e2e-test
    resourceVersion: "30496"
    uid: 89b570ea-7c09-410f-8053-a22d4daecc03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:04:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:22Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df38e3fbeeea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30497"
    uid: 8f1922b9-dd8a-45ac-b039-eeff932ec49b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:04:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:27Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df39faf27bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "30574"
    uid: 8f11806f-b2b5-4994-953c-c95172409d72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:04:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:27Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df39feb07659
    namespace: kserve-ci-e2e-test
    resourceVersion: "30578"
    uid: e96df585-b6ef-401d-bd89-140d54be7076
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:04:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:27Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df39ff197b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "30580"
    uid: 1de17759-7660-4e7c-98b5-d257d51754b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:04:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:27Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df39ff2405d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30581"
    uid: 797ef029-7e7e-4879-9144-f0190e2fba16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:04:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:27Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df3a02451e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30584"
    uid: aa876b73-40a5-47cd-b236-8726b16b5755
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:04:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:27Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df3a02d205ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30585"
    uid: e1095245-b852-481b-bd3a-c10b976c1337
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:05:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:55Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df3a72eec994
    namespace: kserve-ci-e2e-test
    resourceVersion: "31464"
    uid: 8dc3cd12-ad25-4ed5-857b-349efc111d3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:05:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:51Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df4d8cbc253e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: e190b9e9-3648-4a3d-8043-bc279caaafec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:05:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:51Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df4d8cbc9208
    namespace: kserve-ci-e2e-test
    resourceVersion: "31420"
    uid: b6c0bc67-e900-4890-afd0-d821a5fae7e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 9574c29c-a085-43a5-b955-0a2241ab7e87
  kind: Event
  lastTimestamp: "2026-09-16T18:05:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:55Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7.18d5df4e7928d3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31463"
    uid: 14dfadc9-74ac-40d8-b2f2-a7c531e1c5ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5bb8f495f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30412"
    uid: b5aebaba-a974-413c-a452-f17400a0af36
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5bb8f495f4-4gfh7'
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4.18d5df3897c7e7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: cbeff30a-9c6b-42a0-8afd-e08b5d7d21af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30410"
    uid: 523a1c4a-9497-4950-adf7-4de90cd9ec33
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5bb8f495f4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop-v2-predictor.18d5df3893079c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30414"
    uid: 9957c691-894a-47dc-859d-5414a2eed752
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30403"
    uid: bb5bca0d-43ed-41e2-8723-141cca324013
  kind: Event
  lastTimestamp: "2026-09-16T18:05:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:05:51Z"
    name: isvc-canary-stop.18d5df389548bb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "31434"
    uid: 6b85ef9c-bba0-489c-8868-d05ae4936e1e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30403"
    uid: bb5bca0d-43ed-41e2-8723-141cca324013
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop.18d5df389620017b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: a979cf96-ddbb-41ee-8def-8f0dfbdd7dec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30403"
    uid: bb5bca0d-43ed-41e2-8723-141cca324013
  kind: Event
  lastTimestamp: "2026-09-16T18:04:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:04:21Z"
    name: isvc-canary-stop.18d5df3896204b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: b3e320bb-ac12-40c7-8862-1a911ca6db6e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31343"
    uid: bb5bca0d-43ed-41e2-8723-141cca324013
  kind: Event
  lastTimestamp: "2026-09-16T18:05:45Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:05:45Z"
    name: isvc-canary-stop.18d5df4c33390b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31346"
    uid: 308a3e4e-0661-4782-80de-f710a9db4bb2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: bb5bca0d-43ed-41e2-8723-141cca324013
  kind: Event
  lastTimestamp: "2026-09-16T18:05:51Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-16T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:05:51Z"
    name: isvc-canary-stop.18d5df4d8f6aeaaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31426"
    uid: 9d0e6e2b-e4dd-4e5c-ba52-5c44017415fc
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:38:02.058666Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: e977f591-eb58-419c-9afe-5f391cf1d8e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh.18d5ddc8f1269385
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: 0bf8e7e4-e93b-4e7a-ad6e-b2ed8315957c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: e977f591-eb58-419c-9afe-5f391cf1d8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh.18d5ddc912f61f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15449"
    uid: 932bb7af-8162-42eb-88e1-2d787f63bddf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: e977f591-eb58-419c-9afe-5f391cf1d8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:38:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:04Z"
    name: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh.18d5ddc914490e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15484"
    uid: a5cb8776-aeef-4f02-951e-3a3789d3b556
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: e977f591-eb58-419c-9afe-5f391cf1d8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:38:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:04Z"
    name: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh.18d5ddc916af4328
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: ad51d749-2676-4c80-8fdb-37ba759aab36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: e977f591-eb58-419c-9afe-5f391cf1d8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:38:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:04Z"
    name: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh.18d5ddc9171f8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: 13a8fdda-f2fa-401b-9036-f84573b21844
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: e977f591-eb58-419c-9afe-5f391cf1d8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:38:06Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:06Z"
    name: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh.18d5ddca142da0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: ab1c3483-9b6e-47ac-999e-d673b94ec2c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-a427f5-predictor-575ffbbd88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15414"
    uid: f6ede9a0-99f7-4cb6-8458-f939c9d1cf8c
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: 'Created pod: isvc-init-fail-a427f5-predictor-575ffbbd88-29qrh'
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-init-fail-a427f5-predictor-575ffbbd88.18d5ddc8f0ab28b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15423"
    uid: 4f06f455-56a0-4b71-9e91-46705a010bb5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-a427f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: 310210ff-7fb2-42a2-80b0-dc5ce9aeb5de
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: Scaled up replica set isvc-init-fail-a427f5-predictor-575ffbbd88 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-init-fail-a427f5-predictor.18d5ddc8edc3529c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15415"
    uid: 9794da49-7f2b-4a41-9faf-7fe48242cb23
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a427f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15401"
    uid: 930523fc-f96c-4b8b-93be-1b5934f03d35
  kind: Event
  lastTimestamp: "2026-09-16T17:38:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:38:05Z"
    name: isvc-init-fail-a427f5.18d5ddc8edc9df6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 7e8b5077-7e63-48e4-a28c-7765693d717c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:06:01.342821Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31546"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-xl59c
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:06:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:06:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df4fee493552
    namespace: kserve-ci-e2e-test
    resourceVersion: "31550"
    uid: d9194c56-9cb0-4b34-baf4-75c6b8e99c7a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31555"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:06:01Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:06:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df50104f3d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "31563"
    uid: 4a61436d-078e-49fe-9ee6-892b17e5307e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:06:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df5012648471
    namespace: kserve-ci-e2e-test
    resourceVersion: "31565"
    uid: c5b7e9d7-56a5-4b48-9684-ef574e71455e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:06:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df50150fbede
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: 39ab004d-1816-4fa7-9e42-70c0ca8e481d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:06:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df501586bbf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31567"
    uid: 14f32926-b577-4dd1-b6c0-38a7f167e564
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:06:06Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:06Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df5123843980
    namespace: kserve-ci-e2e-test
    resourceVersion: "31603"
    uid: d48822e4-2a8d-4c0b-a74d-c8bff2a229b9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:06:13Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.584s (6.584s
    including waiting). Image size: 632192788 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df52abf96f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: 9f790d3c-0674-4b03-8ab3-76f04930e797
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:06:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df52af8cb0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 413aecf3-aab9-4818-97a1-40245e0cee1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:06:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df52b007080a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31658"
    uid: 60d0ec42-d024-4170-951a-12e1b9a0597b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:06:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df52b011afb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31659"
    uid: 4d70496e-ab39-42b5-9ed6-dce35e868007
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:06:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df52b2d8e8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31660"
    uid: 4c944f65-9cb9-4546-a49c-6fb24fdc24bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:06:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df52b353a4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: cabe560b-f7f7-4275-a4bb-84f95d70fe8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:07:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df5302dff69e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32246"
    uid: 153f917e-e57f-4f63-93d7-546a0811bb75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:07:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df64e96598cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32351"
    uid: 781f6dd1-edba-4109-88fc-d7c381f06150
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:07:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df64e9664c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: 49a8e44a-e817-4436-979f-568fb2e43cc4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: dd5d6af2-f487-42e0-9828-07cc738f0da8
  kind: Event
  lastTimestamp: "2026-09-16T18:07:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xl59c.18d5df65df150d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: c133bb61-2e57-4315-b6fc-be0486c2910d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31534"
    uid: 08189304-a094-4dec-b9f9-9a06efdb37ab
  kind: Event
  lastTimestamp: "2026-09-16T18:06:01Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-xl59c'
  metadata:
    creationTimestamp: "2026-09-16T18:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:06:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d5df4fedac8c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 7adc9e43-f684-4d5e-b651-ea2dd53127f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31531"
    uid: 7204e3d0-db19-41d3-9579-18c088ecdd14
  kind: Event
  lastTimestamp: "2026-09-16T18:06:01Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:06:01Z"
    name: isvc-lightgbm-predictor.18d5df4fe9498f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31535"
    uid: 88e53345-07bc-4bb5-b2c9-ce7419afd1e0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 18f886b7-6c17-4f69-8844-1acd9ec0c786
  kind: Event
  lastTimestamp: "2026-09-16T18:07:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:07:01Z"
    name: isvc-lightgbm-predictor.18d5df5368c89d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "32096"
    uid: 08bdcb25-a373-43a7-95d5-05fa43cde69d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 18f886b7-6c17-4f69-8844-1acd9ec0c786
  kind: Event
  lastTimestamp: "2026-09-16T18:07:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:07:01Z"
    name: isvc-lightgbm-predictor.18d5df53694f053b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32097"
    uid: b7fbac4c-b590-4f62-9612-8326360e2995
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31686"
    uid: 18f886b7-6c17-4f69-8844-1acd9ec0c786
  kind: Event
  lastTimestamp: "2026-09-16T18:07:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:07:31Z"
    name: isvc-lightgbm-predictor.18d5df5a67f170b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32341"
    uid: 211005d1-493b-4799-9494-e78e351027e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31686"
    uid: 18f886b7-6c17-4f69-8844-1acd9ec0c786
  kind: Event
  lastTimestamp: "2026-09-16T18:07:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:07:31Z"
    name: isvc-lightgbm-predictor.18d5df5a68b61777
    namespace: kserve-ci-e2e-test
    resourceVersion: "32345"
    uid: 7c0991ce-b282-48fc-9678-7f7eae716d5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:07:36.636223Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32412"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:07:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:07:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df661e37258a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 4d78b7a7-f77d-460d-adcc-a0357ea8b958
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32423"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:07:37Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:07:37Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df66407e9756
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 27a5ae40-10f4-44f0-830b-db577eac2ac0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:07:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:37Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df664237bbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32437"
    uid: 00cdec02-9d26-4cb5-b71c-f781a375f19e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:07:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:37Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df664520b3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: a9825d05-4b9a-41be-952d-758559dc065f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:07:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:37Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df6645959d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: b3ed438d-f5ee-4339-9a4a-49634ce3d24f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:07:41Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:41Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df675b62bce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32480"
    uid: 2d4b5f3b-ed90-4e3d-8b5c-ecf7784659f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:07:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df675e96c08a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32482"
    uid: 2d78cc7d-1280-41c7-afcf-709699cc0763
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:07:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df675f12f53b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32483"
    uid: 6759addb-f1a9-42a2-8023-c799b41ad888
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:07:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df675f1df7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: e6629754-90d4-49d2-a7fb-be0f2f141d0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:07:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df67626daf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 95a5e368-586b-40f8-8ccc-6b0b9015f436
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:07:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df6762e5d8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32490"
    uid: 38ed54a2-0bc2-4120-b74a-c8250dfdd6d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:09:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df67d3610b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: f4658293-70eb-4c9b-8b6e-5ebf028dfb44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:09:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df7b2387a724
    namespace: kserve-ci-e2e-test
    resourceVersion: "33236"
    uid: be6cb439-6098-4141-9275-98dc41cb05e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:09:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df7b23887b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3af72908-d743-4f1f-b368-a11648f470f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 45d064ff-0a08-40f1-822b-8b73f7513956
  kind: Event
  lastTimestamp: "2026-09-16T18:09:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56.18d5df7bd9949d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "33269"
    uid: 9f44af51-18d8-4fcb-a280-4529d4ff6248
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32404"
    uid: 8fc5c46a-f6a6-41f5-a39c-77e72849d8ff
  kind: Event
  lastTimestamp: "2026-09-16T18:07:36Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-22v56'
  metadata:
    creationTimestamp: "2026-09-16T18:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:07:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d5df661d7a92cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32413"
    uid: c74de6a0-1b9a-4b61-8d2b-4589d1ac4811
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32401"
    uid: ee87ee61-aadb-4db0-a128-f3f0d8f518c5
  kind: Event
  lastTimestamp: "2026-09-16T18:07:36Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:07:36Z"
    name: isvc-lightgbm-runtime-predictor.18d5df661a400c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32406"
    uid: db00aa93-fb42-45bc-ba52-b267b4f60ac5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 0c9885e2-1b01-4b95-a31a-f9ba01545e3e
  kind: Event
  lastTimestamp: "2026-09-16T18:08:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:08:06Z"
    name: isvc-lightgbm-runtime-predictor.18d5df6999ef8bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32755"
    uid: f0d20dd6-7815-43e5-87b7-a9e56f53c7d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 0c9885e2-1b01-4b95-a31a-f9ba01545e3e
  kind: Event
  lastTimestamp: "2026-09-16T18:08:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:08:06Z"
    name: isvc-lightgbm-runtime-predictor.18d5df699ac2b0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32756"
    uid: b97006f4-8675-4bc2-8d38-aa95cf1242ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: 0c9885e2-1b01-4b95-a31a-f9ba01545e3e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:06Z"
    name: isvc-lightgbm-runtime-predictor.18d5df7098c7e1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33216"
    uid: d2635de7-3be8-491d-89f1-e6b0897c475b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: 0c9885e2-1b01-4b95-a31a-f9ba01545e3e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:06Z"
    name: isvc-lightgbm-runtime-predictor.18d5df7099e7cf42
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: ad870085-d9ad-4e2e-a25b-060cc9471732
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 35330d99-2c33-471c-a556-ac13129e980d
  kind: Event
  lastTimestamp: "2026-09-16T18:09:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:09:00Z"
    name: isvc-lightgbm-runtime.18d5df661a5c2227
    namespace: kserve-ci-e2e-test
    resourceVersion: "33174"
    uid: efb6d334-3743-46a4-a84a-fb0d852b903a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 35330d99-2c33-471c-a556-ac13129e980d
  kind: Event
  lastTimestamp: "2026-09-16T18:07:36Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:07:36Z"
    name: isvc-lightgbm-runtime.18d5df661afe16b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32408"
    uid: 1f1166af-3b25-446c-82d2-0283aa48eaf0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: 35330d99-2c33-471c-a556-ac13129e980d
  kind: Event
  lastTimestamp: "2026-09-16T18:09:00Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:09:00Z"
    name: isvc-lightgbm-runtime.18d5df798d2322c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33173"
    uid: e4498d34-3e7d-48f2-92f0-89a81982b1d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:10:07.523542Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33894"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:10:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:10:07Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df893fcd651d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33902"
    uid: d21fe75b-43c2-4f47-88cb-7b91d1334bcd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33906"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:08Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:10:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8961c75405
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: c7db30a9-62d3-4273-8dd2-256ff2d99b02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8963d40815
    namespace: kserve-ci-e2e-test
    resourceVersion: "33914"
    uid: c6f1fecc-0e6d-4202-8388-aed31b2ea8ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8966c2bd12
    namespace: kserve-ci-e2e-test
    resourceVersion: "33915"
    uid: d1ed5580-99c9-4164-a3e9-1c78178138f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8967372de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 1c9ffed3-a033-4158-bbe0-b1ac9cc4fe51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:12Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8a70282ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33955"
    uid: fa8484e7-97c1-4301-a2bf-8229518b7b5a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:18Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.221s (6.221s
    including waiting). Image size: 632192788 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8be3024bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "34001"
    uid: 867dedd2-7be1-4606-b153-7816ef9d85d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8be69b10b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: d1cea072-b8e3-4869-b9fe-b77af5a5926c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8be724b6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34004"
    uid: 40bbc149-577b-4cc2-be7b-6b6fc18b208f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8be72fbb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34005"
    uid: a01b7e9a-624d-43dc-ad44-81abbe4fe2e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8beb16b913
    namespace: kserve-ci-e2e-test
    resourceVersion: "34006"
    uid: a3c63d06-2332-4e35-b780-134b54a98a90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8beb91bdb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34007"
    uid: ec7b4de5-f19b-400c-8cb0-2e8af50300da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8c4f7e7a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "34032"
    uid: eebf3fef-8fe7-41a6-9034-0fa90d072b91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8df2671a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: ad4ee44c-fefb-4517-a101-9aae087b1ea9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 95eaf0a1-ec4a-48d7-8957-aecaa4f7f131
  kind: Event
  lastTimestamp: "2026-09-16T18:10:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5.18d5df8df267b631
    namespace: kserve-ci-e2e-test
    resourceVersion: "34100"
    uid: b5623784-45cd-4b60-963b-ffb0fb14f29a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33885"
    uid: cb8c97c3-63bd-4e72-847f-6688efab52aa
  kind: Event
  lastTimestamp: "2026-09-16T18:10:07Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xmdl5'
  metadata:
    creationTimestamp: "2026-09-16T18:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:10:07Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d5df893f11aa27
    namespace: kserve-ci-e2e-test
    resourceVersion: "33898"
    uid: 9a8794c7-1a38-4e4e-af7f-1d7d1a33dd82
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33882"
    uid: 96fa7e4b-ad69-42f5-b375-8a7d360db651
  kind: Event
  lastTimestamp: "2026-09-16T18:10:07Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:10:07Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5df893a490103
    namespace: kserve-ci-e2e-test
    resourceVersion: "33888"
    uid: c74e3e59-921d-42f9-bd9a-1ca20cfc19e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33883"
    uid: 35073391-aa46-4588-aac4-1c8dec011f23
  kind: Event
  lastTimestamp: "2026-09-16T18:10:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:10:22Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5df8cb88c2c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34037"
    uid: 4f58c1c4-d8d2-4341-8c38-b6282ddca230
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33883"
    uid: 35073391-aa46-4588-aac4-1c8dec011f23
  kind: Event
  lastTimestamp: "2026-09-16T18:10:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:10:22Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5df8cb93512d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34038"
    uid: 5692d548-109b-4c34-89e1-cdb88eebfc6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: deb4e410-d075-4c5d-aaa4-04ac7c1d74a1
  kind: Event
  lastTimestamp: "2026-09-16T18:10:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:10:26Z"
    name: isvc-lightgbm-v2-kserve.18d5df8939c5b965
    namespace: kserve-ci-e2e-test
    resourceVersion: "34077"
    uid: a1414a5d-9940-45fe-9e6e-08603bcef561
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: deb4e410-d075-4c5d-aaa4-04ac7c1d74a1
  kind: Event
  lastTimestamp: "2026-09-16T18:10:07Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:10:07Z"
    name: isvc-lightgbm-v2-kserve.18d5df893aafa006
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 62d73b82-29b8-4c4e-9806-c7ef69857766
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34074"
    uid: deb4e410-d075-4c5d-aaa4-04ac7c1d74a1
  kind: Event
  lastTimestamp: "2026-09-16T18:10:26Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:10:26Z"
    name: isvc-lightgbm-v2-kserve.18d5df8dc0ebe6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34075"
    uid: 8a3805e3-953b-4f1b-af0b-de4f03516b81
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:09:12.264174Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33309"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:09:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:09:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df7c6215eab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: 4b1a5b89-3a98-42bd-913a-15457a0cc20e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33319"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: "2026-09-16T18:09:12Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:09:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df7c84a156a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33331"
    uid: 27bf6cda-bcce-4863-b9ec-016e4b8bd7a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: "2026-09-16T18:09:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df7c86742aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33334"
    uid: 54449577-a58f-48ec-8fb2-7fd3f31cf1b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: "2026-09-16T18:09:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df7c89972735
    namespace: kserve-ci-e2e-test
    resourceVersion: "33335"
    uid: ada1cfe4-7378-47cb-87dc-85887e77caaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: "2026-09-16T18:09:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df7c8a0f5269
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: 31420945-7009-4be8-aafd-de290ccf017b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: "2026-09-16T18:09:17Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T18:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df7d930fada3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33401"
    uid: 1789b286-9248-4516-84d3-9d341fea5efe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: "2026-09-16T18:09:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df7d96780259
    namespace: kserve-ci-e2e-test
    resourceVersion: "33404"
    uid: 326fff4b-2818-41a5-b2c5-407bbc1c57c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: "2026-09-16T18:09:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df7d96f06836
    namespace: kserve-ci-e2e-test
    resourceVersion: "33405"
    uid: 083515f6-8331-47d6-9559-2e31834197cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: "2026-09-16T18:09:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df7d96fb7503
    namespace: kserve-ci-e2e-test
    resourceVersion: "33407"
    uid: f2f7b25b-fc01-463f-8a2c-336e5c376e8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: "2026-09-16T18:09:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df7d99bc4498
    namespace: kserve-ci-e2e-test
    resourceVersion: "33409"
    uid: aaf3d979-6f5e-47ed-bfdb-eb530b0ea721
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: "2026-09-16T18:09:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df7d9a33a4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33411"
    uid: 8b7d4047-3dbc-490b-b2a3-47c846a57e4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: "2026-09-16T18:10:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df8809982c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "33828"
    uid: a40d6948-175e-416e-a5dd-76dc47f9b7d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: 69461556-2d5d-4209-9468-df0cf9bd65ba
  kind: Event
  lastTimestamp: "2026-09-16T18:10:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw.18d5df8809996096
    namespace: kserve-ci-e2e-test
    resourceVersion: "33829"
    uid: c3112b0f-e764-4e7d-a2e0-86e2d66a743a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: 98401131-e315-4883-b6b8-516e94449ed9
  kind: Event
  lastTimestamp: "2026-09-16T18:09:12Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxpsw'
  metadata:
    creationTimestamp: "2026-09-16T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d5df7c618482f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33313"
    uid: 59fae247-a5fb-4b0f-9c28-8ab91abb0ecf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33298"
    uid: 22040c2f-7f48-409e-a14c-765155af49b2
  kind: Event
  lastTimestamp: "2026-09-16T18:09:12Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:12Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5df7c5bf43a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33303"
    uid: 2ddf7efd-2a34-4c4e-a16c-368689661170
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33299"
    uid: 890a81b3-7c42-46f5-a95e-da9e7d7cb79c
  kind: Event
  lastTimestamp: "2026-09-16T18:09:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:27Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5df7fd9ac90c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33545"
    uid: 960c6044-7b25-45ef-ab47-350f22d8c467
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33299"
    uid: 890a81b3-7c42-46f5-a95e-da9e7d7cb79c
  kind: Event
  lastTimestamp: "2026-09-16T18:09:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:27Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5df7fda1ecdec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33547"
    uid: 3294e522-5429-41ca-b040-c2134e82733f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: 890a81b3-7c42-46f5-a95e-da9e7d7cb79c
  kind: Event
  lastTimestamp: "2026-09-16T18:09:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:57Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5df8359214eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33774"
    uid: 290d6348-f3e1-415d-8121-1fc3d563497d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: 890a81b3-7c42-46f5-a95e-da9e7d7cb79c
  kind: Event
  lastTimestamp: "2026-09-16T18:09:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:57Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5df83598e33a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33775"
    uid: f5306331-8d3f-485d-9232-f2100332baef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33290"
    uid: 2d5cec48-5eb3-4859-9ca1-8c9bf63dc0ed
  kind: Event
  lastTimestamp: "2026-09-16T18:09:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:09:55Z"
    name: isvc-lightgbm-v2-runtime.18d5df7c5b6162f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33762"
    uid: 24f47e74-d2bc-4236-badb-449eb8ea40e4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33290"
    uid: 2d5cec48-5eb3-4859-9ca1-8c9bf63dc0ed
  kind: Event
  lastTimestamp: "2026-09-16T18:09:12Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:09:12Z"
    name: isvc-lightgbm-v2-runtime.18d5df7c5c8cfef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33305"
    uid: bd0922ce-80f4-4ce9-963c-067f3f315d5a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: 2d5cec48-5eb3-4859-9ca1-8c9bf63dc0ed
  kind: Event
  lastTimestamp: "2026-09-16T18:09:55Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:09:55Z"
    name: isvc-lightgbm-v2-runtime.18d5df8673e6cf4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 2f00e933-ac1b-4563-ad6b-c1deec18a299
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: a294c596-551c-43e7-a995-067b413fbd9a
  kind: Event
  lastTimestamp: "2026-09-16T18:07:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:07:30Z"
    name: isvc-lightgbm.18d5df4fe97edb2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32328"
    uid: a19ee2b2-c4a6-4dd9-a89f-b7713a1101f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: a294c596-551c-43e7-a995-067b413fbd9a
  kind: Event
  lastTimestamp: "2026-09-16T18:06:01Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:06:01Z"
    name: isvc-lightgbm.18d5df4fea01fe86
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: ca0cc9da-2827-47a6-98ef-5de6ba4f42b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32325"
    uid: a294c596-551c-43e7-a995-067b413fbd9a
  kind: Event
  lastTimestamp: "2026-09-16T18:07:30Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:07:30Z"
    name: isvc-lightgbm.18d5df64bb890e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "32326"
    uid: 78213d9f-0097-4de0-b6d7-f3b45ae7011b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:41:32.133426Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17462"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-85cd966f49-xnvgz
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddf9da951119
    namespace: kserve-ci-e2e-test
    resourceVersion: "17466"
    uid: 257230c5-1e84-44a1-a48e-e6d2947e1d33
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17470"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:32Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddf9fc4618d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: 72ceb56c-436a-4204-b499-9357326c097d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddf9fe0c5e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17516"
    uid: 4e93ce1c-7295-49d5-acec-ad4f8818ffa8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfa00ed824d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17520"
    uid: 7a1aeeac-7ab8-4080-a598-65b2c85ce45c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfa015da317
    namespace: kserve-ci-e2e-test
    resourceVersion: "17521"
    uid: ae82300d-8d44-46cd-b790-49d29e2192db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:36Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfaf8e47a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17569"
    uid: ec7a6549-e311-4c04-8c36-96d7801e64fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:36Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfafba88d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17571"
    uid: b4294db8-69ca-42dc-8825-a4e9e9cc4400
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:36Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfafc17b7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17572"
    uid: cb3cc439-b0af-4bf9-9350-45444027bc24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:36Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfafc203253
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 2777f68f-5d17-40ed-bf83-7ed961045007
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:37Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfaff602174
    namespace: kserve-ci-e2e-test
    resourceVersion: "17577"
    uid: 8d5fec8e-9d00-40bf-8817-0117dffb3830
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:37Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfaffd037b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: b11d512d-8a4f-4cc8-b655-d276044f549c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:37Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:55ec4a44a06bc7060d574606188d82e770383955cb05dcfc0e8ce026e2fa3910"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:37Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfaffd8ec5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17579"
    uid: 6bf50db3-546f-49e0-a489-28e418cdc192
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:37Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:37Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfb0294e0f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17580"
    uid: eb1e2e82-3b24-4f8c-a23b-3a60ae74098e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:41:37Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:37Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfb03051a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: 976b3503-b853-4c28-aae9-a7cb09468838
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:43:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:14Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfb35244612
    namespace: kserve-ci-e2e-test
    resourceVersion: "18519"
    uid: 395bdfcb-7af3-49b5-b50d-1af1356bf856
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:43:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T17:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:14Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5ddfb713a3c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: 557536d6-a193-4655-aeda-3e4840bc9fad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:42:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:57Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5de0db0673a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18249"
    uid: 929e208b-e52c-4493-b502-112d90c36eae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:42:57Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T17:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:57Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5de0db0676125
    namespace: kserve-ci-e2e-test
    resourceVersion: "18257"
    uid: 2ea19727-13e0-433a-9072-a23c5c6df9ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:42:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:57Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5de0db067987b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18255"
    uid: 45165620-0785-4cbd-aae1-75e2a8213344
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-xnvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: b30c96c9-e804-4647-a13f-0cc95f703c61
  kind: Event
  lastTimestamp: "2026-09-16T17:43:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:14Z"
    name: isvc-logger-predictor-85cd966f49-xnvgz.18d5de0e4d703f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: a35c4384-7056-4534-a660-a325a52d1b9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-85cd966f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: 94324993-31e0-4c28-ba54-8d79d33d3aa6
  kind: Event
  lastTimestamp: "2026-09-16T17:41:32Z"
  message: 'Created pod: isvc-logger-predictor-85cd966f49-xnvgz'
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-logger-predictor-85cd966f49.18d5ddf9da01f4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 6503604e-05d4-43cc-9391-a0401b7b18e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: 67645fe6-4548-4fce-b1bb-f22ac1a7191a
  kind: Event
  lastTimestamp: "2026-09-16T17:41:32Z"
  message: Scaled up replica set isvc-logger-predictor-85cd966f49 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-logger-predictor.18d5ddf9d5f1c9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 098213df-5183-4a81-9d6c-bc062770770c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 5730f0ff-111b-4d8c-9deb-9253c3b7ba91
  kind: Event
  lastTimestamp: "2026-09-16T17:42:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:02Z"
    name: isvc-logger-predictor.18d5ddfd55bf7651
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: 59a69a67-bd77-4715-8794-a682593484aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 5730f0ff-111b-4d8c-9deb-9253c3b7ba91
  kind: Event
  lastTimestamp: "2026-09-16T17:42:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:02Z"
    name: isvc-logger-predictor.18d5ddfd570c7984
    namespace: kserve-ci-e2e-test
    resourceVersion: "17797"
    uid: 4fde857b-6531-4850-875b-1327f51cb80e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: 5730f0ff-111b-4d8c-9deb-9253c3b7ba91
  kind: Event
  lastTimestamp: "2026-09-16T17:42:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:47Z"
    name: isvc-logger-predictor.18d5de0457bdac29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: c6c01132-774d-42a0-bcae-f4878c6c6b36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: 5730f0ff-111b-4d8c-9deb-9253c3b7ba91
  kind: Event
  lastTimestamp: "2026-09-16T17:42:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:47Z"
    name: isvc-logger-predictor.18d5de0458379f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18143"
    uid: 724afc9c-ae79-4c9f-b554-48aabd1bfbe1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: d7eb312f-be11-4b70-8e6b-d09c5e3f9c78
  kind: Event
  lastTimestamp: "2026-09-16T17:42:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:42:45Z"
    name: isvc-logger.18d5ddf9d5f1f184
    namespace: kserve-ci-e2e-test
    resourceVersion: "18122"
    uid: 01760dd7-b6bb-43ea-8031-a0eeada6ac87
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: d7eb312f-be11-4b70-8e6b-d09c5e3f9c78
  kind: Event
  lastTimestamp: "2026-09-16T17:41:32Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-logger.18d5ddf9d67a85de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17472"
    uid: 59d1951b-717a-435d-98f4-0f348d927816
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: d7eb312f-be11-4b70-8e6b-d09c5e3f9c78
  kind: Event
  lastTimestamp: "2026-09-16T17:41:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-logger.18d5ddf9dcfe2565
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: 5f250b83-cba4-4de7-a7d0-1457b8fd1b04
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18120"
    uid: d7eb312f-be11-4b70-8e6b-d09c5e3f9c78
  kind: Event
  lastTimestamp: "2026-09-16T17:42:45Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:42:45Z"
    name: isvc-logger.18d5de0ad56a0a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18121"
    uid: f1862892-91b5-4faa-9bc1-04d5d92917f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:10:32.781562Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:10:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:10:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df8f214bc9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34171"
    uid: c1e25c7d-7578-42cb-8e91-32fd5d064e10
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: "2026-09-16T18:10:33Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:10:33Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df8f433358a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34184"
    uid: c0c4d104-01a1-4ce0-9f2f-9ef0cb197f23
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: "2026-09-16T18:10:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:33Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df8f454c669c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34186"
    uid: 83bf51c0-ccb7-4aca-b09a-e465f5a55c4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: "2026-09-16T18:10:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:33Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df8f483245db
    namespace: kserve-ci-e2e-test
    resourceVersion: "34187"
    uid: d35638c4-af2b-4415-841f-f18995742d21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: "2026-09-16T18:10:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:33Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df8f48a89c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 27d1aa95-9e16-4766-9d5a-de6adee05b11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: "2026-09-16T18:10:37Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T18:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df90499a987d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34228"
    uid: 6d3bce79-0738-4873-a336-60477ff78885
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: "2026-09-16T18:10:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df904c86fca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34230"
    uid: ee82ae9e-464c-43b0-8d1c-ce0bae51a294
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: "2026-09-16T18:10:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df904cfc74f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34231"
    uid: 27c76393-988f-44e6-96af-60924b1463d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: "2026-09-16T18:10:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df904d05b434
    namespace: kserve-ci-e2e-test
    resourceVersion: "34232"
    uid: 9225aa03-7caf-4437-9252-dcc84804610e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: "2026-09-16T18:10:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df9050386e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 725d2eed-d49c-41a6-a2bd-b2c88a076f93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: "2026-09-16T18:10:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df9050ac961b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34236"
    uid: 74914b6a-e515-4836-972f-d7f660c657ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: "2026-09-16T18:11:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:22Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df9ac8513879
    namespace: kserve-ci-e2e-test
    resourceVersion: "34687"
    uid: de6f6e61-710f-4fe0-9653-4e586f27ca58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 56942ff4-8777-42d3-ab5d-d2a216b3e2cc
  kind: Event
  lastTimestamp: "2026-09-16T18:11:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:22Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2.18d5df9ac851ac09
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 4f1faed7-62b7-4b0f-8334-2d0e47f75604
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34156"
    uid: eba11331-59c2-490d-bb67-92dabef17acc
  kind: Event
  lastTimestamp: "2026-09-16T18:10:32Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-q5qq2'
  metadata:
    creationTimestamp: "2026-09-16T18:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:10:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d5df8f20a3972d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34167"
    uid: e0880481-42ad-45e0-b5cc-77510503e19f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34154"
    uid: e9fc957d-2c05-4c74-82b9-198f22e9c055
  kind: Event
  lastTimestamp: "2026-09-16T18:10:32Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:10:32Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5df8f1ca2132a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34160"
    uid: 7e26c456-72f2-422e-a586-8c17d203fd3b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34155"
    uid: 2a5618cb-9dbe-4e53-823c-b26eb8149cfe
  kind: Event
  lastTimestamp: "2026-09-16T18:11:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:11:02Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5df929cd2c741
    namespace: kserve-ci-e2e-test
    resourceVersion: "34514"
    uid: 99c0f1b7-08a5-4536-b4ab-d3343805a8c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34155"
    uid: 2a5618cb-9dbe-4e53-823c-b26eb8149cfe
  kind: Event
  lastTimestamp: "2026-09-16T18:11:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:11:02Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5df929d9d10b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34515"
    uid: 1d09b3b7-1aaf-4d0a-8faa-6781b116ce3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34314"
    uid: 2a5618cb-9dbe-4e53-823c-b26eb8149cfe
  kind: Event
  lastTimestamp: "2026-09-16T18:11:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:11:17Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5df999caf62bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34628"
    uid: 70307738-a77b-4338-9013-cc7d23efb772
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34314"
    uid: 2a5618cb-9dbe-4e53-823c-b26eb8149cfe
  kind: Event
  lastTimestamp: "2026-09-16T18:11:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:11:17Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5df999d402dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 34edab54-00a4-4f32-8c1a-669bf03bff62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34147"
    uid: c9c0c4b9-66b6-47f8-8f01-e686184e6001
  kind: Event
  lastTimestamp: "2026-09-16T18:11:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:11:15Z"
    name: isvc-mlflow-v2-runtime.18d5df8f1c972bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34613"
    uid: 64e9fc73-57bc-43e0-9ac5-5dc883f38ea9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34147"
    uid: c9c0c4b9-66b6-47f8-8f01-e686184e6001
  kind: Event
  lastTimestamp: "2026-09-16T18:10:32Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:10:32Z"
    name: isvc-mlflow-v2-runtime.18d5df8f1dd4ff0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34161"
    uid: 68195c57-d6e7-40bf-bffc-b8bcdf43a73e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34611"
    uid: c9c0c4b9-66b6-47f8-8f01-e686184e6001
  kind: Event
  lastTimestamp: "2026-09-16T18:11:15Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:11:15Z"
    name: isvc-mlflow-v2-runtime.18d5df992c45fd2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34612"
    uid: 9c42063b-4a87-438c-9b46-80c1d677167f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:12:53.300303Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35629"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:12:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:12:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfafd8dd97a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: 86bffce0-c26f-43db-b213-2bade367a5b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:12:53Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:12:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfaffaef47cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35654"
    uid: e94c958a-7cb3-4368-abfa-dbf98a5b86cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:12:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfaffcbd6e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35657"
    uid: c3d5b040-760c-48c0-9799-2c777ad1a1af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:12:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfafff5fa5c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35658"
    uid: 5eff0b8c-a76c-4e07-816f-adba1042f170
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:12:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfafffd6f9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35659"
    uid: c0abe3f2-e4dd-404a-aa5e-6c2661db7868
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:12:59Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfb14624767a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35705"
    uid: 2376d857-58f7-46a9-9d68-b0daf5b05ecd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:13:11Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.734s (11.734s
    including waiting). Image size: 1175702272 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfb401995f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "35802"
    uid: f7dd4421-8047-406b-83b6-aeef52ef0100
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:13:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfb404fb7a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: d3e90144-6762-4119-b20b-dc873654754a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:13:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfb4055c4847
    namespace: kserve-ci-e2e-test
    resourceVersion: "35804"
    uid: 8cc5ba86-9451-4231-9b4e-233bed114034
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:13:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfb405684589
    namespace: kserve-ci-e2e-test
    resourceVersion: "35805"
    uid: b56f61f5-6776-416e-b547-c62e1de3b66b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:13:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfb408229c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "35807"
    uid: 9172fd9f-1375-4edc-994b-6c40797c34ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:13:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfb408859576
    namespace: kserve-ci-e2e-test
    resourceVersion: "35808"
    uid: 0eb10211-c046-487c-91c2-94b095c557b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:13:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:48Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfb4519b3ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36092"
    uid: 45783036-7bee-41fb-9ff8-205862598e24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:14:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfc06836ced5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36334"
    uid: 37c717a9-8902-4964-8edb-0e2950c026b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 36b26290-92fd-4b0d-9d6f-d3db1a7f4daa
  kind: Event
  lastTimestamp: "2026-09-16T18:14:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lf4pf.18d5dfc068377dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36335"
    uid: 5621f0a7-5974-4cd6-83cc-de53b900d85c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: be82df92-0db4-4383-9ca3-1a5731df2115
  kind: Event
  lastTimestamp: "2026-09-16T18:12:53Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-lf4pf'
  metadata:
    creationTimestamp: "2026-09-16T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:12:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d5dfafd85480c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35633"
    uid: 2affb0d9-4969-473b-adc9-044d39728895
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35616"
    uid: c6df8f8a-cc98-445d-b7f2-e1ba4ba46cfd
  kind: Event
  lastTimestamp: "2026-09-16T18:12:53Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:12:53Z"
    name: isvc-paddle-predictor.18d5dfafd40f9868
    namespace: kserve-ci-e2e-test
    resourceVersion: "35622"
    uid: ca429d96-f912-4599-87c2-d5971770ce62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35617"
    uid: 70f72e67-4de1-4f46-8099-7e85d780a582
  kind: Event
  lastTimestamp: "2026-09-16T18:13:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:13:38Z"
    name: isvc-paddle-predictor.18d5dfb35262815e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36012"
    uid: f1411c35-a966-459e-8641-fd696fea990f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35617"
    uid: 70f72e67-4de1-4f46-8099-7e85d780a582
  kind: Event
  lastTimestamp: "2026-09-16T18:13:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:13:38Z"
    name: isvc-paddle-predictor.18d5dfb352d26e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "36013"
    uid: 5cda6ed2-e305-4546-b98c-cebca3e267e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35779"
    uid: 70f72e67-4de1-4f46-8099-7e85d780a582
  kind: Event
  lastTimestamp: "2026-09-16T18:13:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:13:53Z"
    name: isvc-paddle-predictor.18d5dfbdcf129d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: 027ad15d-4763-439a-ab7b-1f987e62eb2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35779"
    uid: 70f72e67-4de1-4f46-8099-7e85d780a582
  kind: Event
  lastTimestamp: "2026-09-16T18:13:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:13:53Z"
    name: isvc-paddle-predictor.18d5dfbdcf7f7d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36146"
    uid: 626df002-6475-4fa0-91b9-7d2666ceab4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:14:09.626589Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36466"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:14:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:14:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc19e443e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "36471"
    uid: b6cc3ffd-895d-44a8-9727-52f81fa9af0d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:14:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc1ab7136a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36484"
    uid: f1985455-66d1-47cb-ba64-0bc3ebab1a7c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36477"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:14:10Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:14:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc1e3b5d7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36494"
    uid: 96952095-5de8-4ca8-91a2-1fb2748385e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:14:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc1e5c81339
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 5fdffc3f-c942-4a3f-8fb0-1ce99e326d45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:14:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc1e879d2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36497"
    uid: a3ac2a39-5f81-473d-9a33-d35bc03f1c6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:14:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc1e8d7d033
    namespace: kserve-ci-e2e-test
    resourceVersion: "36499"
    uid: 5dddfce4-420b-4ec8-9d7f-218b89245c0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:14:19Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc3fe5e5488
    namespace: kserve-ci-e2e-test
    resourceVersion: "36571"
    uid: 9fc17c0d-57c0-4ddd-b6c8-136038a05f8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:14:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc4016e41f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36573"
    uid: 75f9553a-b630-4bcc-bc07-53cd37f02f23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:14:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc401e42299
    namespace: kserve-ci-e2e-test
    resourceVersion: "36574"
    uid: b9acff8c-be7a-43e2-ae80-fbabf966817f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:14:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc401ef0944
    namespace: kserve-ci-e2e-test
    resourceVersion: "36576"
    uid: 3a66c6ac-c759-493c-9eaa-2c22d096cf4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:14:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc405bc86eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36579"
    uid: 91f703ad-1dc2-4eee-8b2d-6c7cda2182ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:14:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc406336fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36580"
    uid: dbba0044-ce63-4360-a233-76ec760055ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:14:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfc476535c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36869"
    uid: be62717e-2892-4ef2-a9b1-2cfd4278158b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:15:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfcfdab54cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 960ce952-afae-4386-bf36-736e0c6d614d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:15:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfcfdab5e653
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: b4e5fa98-181d-47eb-b437-74bbed8e2d1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 0978ea95-c440-47f7-941a-0a9ec42e932d
  kind: Event
  lastTimestamp: "2026-09-16T18:15:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:12Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g2s5b.18d5dfd0566204bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37002"
    uid: 9d491755-9a5b-4223-9ce3-f611110265a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: d4e8b116-9f7d-4d15-ae80-b15e581f1049
  kind: Event
  lastTimestamp: "2026-09-16T18:14:09Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-g2s5b'
  metadata:
    creationTimestamp: "2026-09-16T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:14:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d5dfc19da38660
    namespace: kserve-ci-e2e-test
    resourceVersion: "36470"
    uid: 9fa14a03-ab96-4c79-9a07-31d36c8a22cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36455"
    uid: 68311101-a7ab-43cc-87ec-10d5b20ced76
  kind: Event
  lastTimestamp: "2026-09-16T18:14:09Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:14:09Z"
    name: isvc-paddle-runtime-predictor.18d5dfc19971f5e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: 89a502e2-8f31-4a72-bb7a-cf973fc96fed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36456"
    uid: 68689937-3d0d-40c7-823c-870beae7fe14
  kind: Event
  lastTimestamp: "2026-09-16T18:14:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:14:54Z"
    name: isvc-paddle-runtime-predictor.18d5dfc517e1e8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36841"
    uid: e91eb81d-771e-4ddd-a9e3-3ad8450b07fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36456"
    uid: 68689937-3d0d-40c7-823c-870beae7fe14
  kind: Event
  lastTimestamp: "2026-09-16T18:14:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:14:54Z"
    name: isvc-paddle-runtime-predictor.18d5dfc5184ced75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: 9575a716-e544-4d5e-a059-4652305bb468
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36621"
    uid: 68689937-3d0d-40c7-823c-870beae7fe14
  kind: Event
  lastTimestamp: "2026-09-16T18:15:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:15:09Z"
    name: isvc-paddle-runtime-predictor.18d5dfcf94c5b7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36961"
    uid: 2c99a1e2-deaa-4bc4-a253-1d10e8ebe180
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36621"
    uid: 68689937-3d0d-40c7-823c-870beae7fe14
  kind: Event
  lastTimestamp: "2026-09-16T18:15:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:15:09Z"
    name: isvc-paddle-runtime-predictor.18d5dfcf9527a311
    namespace: kserve-ci-e2e-test
    resourceVersion: "36962"
    uid: 6ea5c75b-4d9a-46eb-b536-5a1fd5bc155a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36448"
    uid: e55076c9-622f-4dc4-89e6-38756c227eb9
  kind: Event
  lastTimestamp: "2026-09-16T18:15:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:15:08Z"
    name: isvc-paddle-runtime.18d5dfc199721109
    namespace: kserve-ci-e2e-test
    resourceVersion: "36949"
    uid: e69134d1-ba39-46da-be63-a3964c81112e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36448"
    uid: e55076c9-622f-4dc4-89e6-38756c227eb9
  kind: Event
  lastTimestamp: "2026-09-16T18:14:09Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:14:09Z"
    name: isvc-paddle-runtime.18d5dfc19a17ed1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: 520a86e4-9a3d-4cb6-8e6c-ee024a43c3cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36947"
    uid: e55076c9-622f-4dc4-89e6-38756c227eb9
  kind: Event
  lastTimestamp: "2026-09-16T18:15:07Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:15:07Z"
    name: isvc-paddle-runtime.18d5dfcf34020232
    namespace: kserve-ci-e2e-test
    resourceVersion: "36948"
    uid: 1d4db87c-9c2e-4fcd-8666-7a1f8f1590ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:15:16.029973Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:15:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:15:16Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd1143790ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37058"
    uid: 8b1740a3-7751-4c46-8361-27afc77b57a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:15:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:16Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd11eed97ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37066"
    uid: f7d1bd73-7312-4903-8880-0543f96e4e63
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:15:17Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:15:17Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd15a79dfb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37079"
    uid: 4eb56c03-c7ad-44cd-afc1-5a81a9172ad5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:15:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:17Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd15c7ecab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: 93d14437-ae0c-4553-80a5-85cf88962daa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:15:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:17Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd1604b4307
    namespace: kserve-ci-e2e-test
    resourceVersion: "37084"
    uid: 9fd365ff-00f5-4e4f-8a36-d20a881db0b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:15:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:17Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd160bf096e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37085"
    uid: 38566794-ea58-415c-9979-0d3d3093da08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:15:22Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd27f7f175a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37126"
    uid: a387e62b-b42d-4854-80d8-07f30a0bb40c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:15:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd282e70fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37129"
    uid: f3fe34f5-2977-4f14-b9d4-e1b7f5f72f38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:15:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd2835e9ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37131"
    uid: 90d8c9d7-6b78-4e53-b21b-4ed662f3a4ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:15:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd2836b5dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37132"
    uid: e6b72630-d617-4dc0-96c2-fc3ce9f99f9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:15:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd286e02c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "37134"
    uid: 9f6034b2-a900-4532-8558-e0dc088cf0a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:15:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd2875d04fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37135"
    uid: 4dfeb0b9-88a3-44fd-a9ac-08cca19c1ee9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:16:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:00Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfd2f768c239
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: 3f3b8ea3-05b9-4184-b798-e17db396cb3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:16:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:17Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfdf590c6b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37731"
    uid: d02be70f-9f75-413d-87af-1a9c4ba67fa3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:16:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:17Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfdf590e2b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37732"
    uid: 72cf5a4d-57d5-48ae-9cec-789e31c89419
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:16:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-16T18:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfe03d2852ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37761"
    uid: a8e1722f-62c7-46a8-9038-cfb16dca710b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 4612b4a5-b40e-4d54-804a-765a31ae70d0
  kind: Event
  lastTimestamp: "2026-09-16T18:16:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-09-16T18:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7.18d5dfe03d68c1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37762"
    uid: 4f6d0645-268f-480d-aae2-6d704e7dee0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37043"
    uid: d9c0813a-80c0-4b13-9ff8-64060acf07de
  kind: Event
  lastTimestamp: "2026-09-16T18:15:16Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dshv7'
  metadata:
    creationTimestamp: "2026-09-16T18:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:15:16Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d5dfd113905e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "37055"
    uid: 9828995f-b897-495a-891b-8753ed64c18d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: ffda8e56-7ccc-44f5-903a-60353a17bb82
  kind: Event
  lastTimestamp: "2026-09-16T18:15:15Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:15:15Z"
    name: isvc-paddle-v2-kserve-predictor.18d5dfd10ed09786
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: 828e7319-974f-4512-9e0b-4b85c009d2eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37042"
    uid: 934ab3f7-1809-403b-bfcb-6151cf14b1cf
  kind: Event
  lastTimestamp: "2026-09-16T18:16:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:16:00Z"
    name: isvc-paddle-v2-kserve-predictor.18d5dfd48d39af1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37581"
    uid: b83df4c1-c2c1-4003-9226-8a1b3526e95f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37042"
    uid: 934ab3f7-1809-403b-bfcb-6151cf14b1cf
  kind: Event
  lastTimestamp: "2026-09-16T18:16:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:16:00Z"
    name: isvc-paddle-v2-kserve-predictor.18d5dfd48da06cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37582"
    uid: 21858dbd-b4ed-4f95-a089-8722b4d038d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37208"
    uid: 934ab3f7-1809-403b-bfcb-6151cf14b1cf
  kind: Event
  lastTimestamp: "2026-09-16T18:16:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:16:15Z"
    name: isvc-paddle-v2-kserve-predictor.18d5dfdf0a55d061
    namespace: kserve-ci-e2e-test
    resourceVersion: "37700"
    uid: 407eca0b-6913-46a2-a4a0-c11cc9ae91f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37208"
    uid: 934ab3f7-1809-403b-bfcb-6151cf14b1cf
  kind: Event
  lastTimestamp: "2026-09-16T18:16:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:16:16Z"
    name: isvc-paddle-v2-kserve-predictor.18d5dfdf0ac3c420
    namespace: kserve-ci-e2e-test
    resourceVersion: "37702"
    uid: 177aabf4-a419-40c8-8c01-d9e3a1d65207
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 17f0aaaa-754e-4b6c-ad21-17cc53ff9eb9
  kind: Event
  lastTimestamp: "2026-09-16T18:16:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:16:10Z"
    name: isvc-paddle-v2-kserve.18d5dfd10ec05bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "37663"
    uid: cc3add2b-988a-422f-9da2-9e231c7bb8f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 17f0aaaa-754e-4b6c-ad21-17cc53ff9eb9
  kind: Event
  lastTimestamp: "2026-09-16T18:15:15Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:15:15Z"
    name: isvc-paddle-v2-kserve.18d5dfd10f7bdf07
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: 31c263fe-35ad-45c8-a83a-f8793c2fe3f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37661"
    uid: 17f0aaaa-754e-4b6c-ad21-17cc53ff9eb9
  kind: Event
  lastTimestamp: "2026-09-16T18:16:10Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:16:10Z"
    name: isvc-paddle-v2-kserve.18d5dfddb2b2d049
    namespace: kserve-ci-e2e-test
    resourceVersion: "37662"
    uid: 611a9acc-4622-4be1-a0eb-10b3bc0b0ecb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35608"
    uid: 474b985e-10d0-49bc-9db3-70d24d378800
  kind: Event
  lastTimestamp: "2026-09-16T18:13:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:13:58Z"
    name: isvc-paddle.18d5dfafd3e3225a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36251"
    uid: 91bf90d1-609d-46a7-a948-edafe7503bc4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35608"
    uid: 474b985e-10d0-49bc-9db3-70d24d378800
  kind: Event
  lastTimestamp: "2026-09-16T18:12:53Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:12:53Z"
    name: isvc-paddle.18d5dfafd4643ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 7494372e-3a8d-48ac-a3d3-b531b6901c0b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: 474b985e-10d0-49bc-9db3-70d24d378800
  kind: Event
  lastTimestamp: "2026-09-16T18:12:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:12:53Z"
    name: isvc-paddle.18d5dfafdb5e89a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35643"
    uid: 6b766145-0966-4793-addd-c55b6870d99e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36249"
    uid: 474b985e-10d0-49bc-9db3-70d24d378800
  kind: Event
  lastTimestamp: "2026-09-16T18:13:58Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:13:58Z"
    name: isvc-paddle.18d5dfbf0cd4e596
    namespace: kserve-ci-e2e-test
    resourceVersion: "36250"
    uid: 85bf125c-175a-4bf6-b884-11b5a839bead
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:16:22.534209Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37798"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-gsvsl
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:16:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:16:22Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dfe0902d982a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37803"
    uid: 47d81e3c-4316-4e43-8396-7c7b5cd95278
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:16:23Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:16:23Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dfe0b25bd5ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "37816"
    uid: 522af93c-cec1-44fc-9028-5d580cb9e3e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:16:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:23Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dfe0b4171a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37818"
    uid: 3da7a942-8aff-4be0-9cb1-ac098740055a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:16:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:23Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dfe0b6fbd2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37819"
    uid: 0697f876-b9cb-400e-a9c7-ff40b85a40f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:16:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:23Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dfe0b77700a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37820"
    uid: 067fb15b-834a-4bf2-b022-ca8e27d589ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:16:27Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:27Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dfe1b52eb369
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: 27b6cf04-d40d-4076-aa6a-d3dd43e3fa12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:16:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:27Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dfe1bb7dba60
    namespace: kserve-ci-e2e-test
    resourceVersion: "37861"
    uid: 27939b21-69f0-43a3-9aca-a6a1052eccc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:16:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:27Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dfe1bcc2701d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37862"
    uid: 3187be36-1e02-479f-8b93-19572be61a9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:16:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:27Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dfe1bcce897c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37863"
    uid: 90ee856e-c382-4bbe-89e1-b10cf4e84208
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:16:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:27Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dfe1c412433c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37866"
    uid: 1ae018d6-b304-4682-b695-c59891e85372
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:16:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:16:27Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dfe1c505eebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37867"
    uid: f53ccb03-b1fb-44a3-9045-ffa306052d4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:17:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:45Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dfe22d121184
    namespace: kserve-ci-e2e-test
    resourceVersion: "38523"
    uid: ebfbc5cf-db79-4f45-a21e-8214a4eff12f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:17:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:53Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dff5d1715523
    namespace: kserve-ci-e2e-test
    resourceVersion: "38615"
    uid: 36ec1214-fe8e-40ed-9e94-23f7756333d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:17:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:53Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dff5d171d39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38616"
    uid: bfbd031e-f816-4d21-9658-7611d69486ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-gsvsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: ab9db19c-5985-4fb9-a06d-5b87a8b2a68c
  kind: Event
  lastTimestamp: "2026-09-16T18:17:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:55Z"
    name: isvc-pmml-predictor-8674795f59-gsvsl.18d5dff6335f3dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38627"
    uid: 864aa6ab-6e72-4486-8342-be4d446a90db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37787"
    uid: dc778ba6-9e71-42e2-a190-2b458436f079
  kind: Event
  lastTimestamp: "2026-09-16T18:16:22Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-gsvsl'
  metadata:
    creationTimestamp: "2026-09-16T18:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:16:22Z"
    name: isvc-pmml-predictor-8674795f59.18d5dfe08fbbd017
    namespace: kserve-ci-e2e-test
    resourceVersion: "37800"
    uid: 41e84d3e-f8cc-4c9e-8795-042571dbd5fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37785"
    uid: 517ef852-e395-434f-8a7f-25ddefc5d24d
  kind: Event
  lastTimestamp: "2026-09-16T18:16:22Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:16:22Z"
    name: isvc-pmml-predictor.18d5dfe08c8e8e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "37790"
    uid: e32b2b3a-4957-4c38-9f05-d761033e3405
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37786"
    uid: 12a176d2-5f9f-4dd6-83aa-8ca06f4106bf
  kind: Event
  lastTimestamp: "2026-09-16T18:16:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:16:52Z"
    name: isvc-pmml-predictor.18d5dfe40b4ce960
    namespace: kserve-ci-e2e-test
    resourceVersion: "38051"
    uid: 8459a5bc-1ebf-454b-966a-a24c3775bfc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37786"
    uid: 12a176d2-5f9f-4dd6-83aa-8ca06f4106bf
  kind: Event
  lastTimestamp: "2026-09-16T18:16:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:16:52Z"
    name: isvc-pmml-predictor.18d5dfe40bb57147
    namespace: kserve-ci-e2e-test
    resourceVersion: "38052"
    uid: f33853ad-d233-4147-9c52-aa5b529923e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37947"
    uid: 12a176d2-5f9f-4dd6-83aa-8ca06f4106bf
  kind: Event
  lastTimestamp: "2026-09-16T18:17:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:17:52Z"
    name: isvc-pmml-predictor.18d5dfeb09411245
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: fc803a9e-5d42-41b1-98e0-7bb044690776
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37947"
    uid: 12a176d2-5f9f-4dd6-83aa-8ca06f4106bf
  kind: Event
  lastTimestamp: "2026-09-16T18:17:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:17:52Z"
    name: isvc-pmml-predictor.18d5dfeb09ab6995
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 7b5e189c-5efe-42cc-b063-dd9506b6faa8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:15:46.990036Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37447"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-glfvv
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:15:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:15:46Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfd84994a0d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37452"
    uid: bd3b5f5e-1920-4955-bc68-b6fc5790cf83
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37456"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:47Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:15:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfd86b7442a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37468"
    uid: 2ddd45ef-3e3b-4475-96e0-37a7fdc7a9a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfd86cfa33e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37470"
    uid: 84425817-ce72-49f7-b105-f582f1ccc8f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfd86fe341b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37471"
    uid: 6584c96b-e11d-42fb-bfa4-ce601bd98bfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfd8706e70c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37472"
    uid: 3cb477e8-238a-4058-8a85-b33eec40fa6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:52Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:52Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfd984909cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37508"
    uid: d98440cc-81be-4bb9-865d-2cba813320df
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:59Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.088s (7.088s
    including waiting). Image size: 826884474 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfdb2b124b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "37564"
    uid: c1431b72-1791-4a71-943b-c32716664d00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfdb2e98b8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37565"
    uid: 8f6b56ad-fdcb-4b16-b302-e8097155ecf2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfdb2f10a2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37566"
    uid: e82c7bd1-26e0-468b-ab78-e1180d15d8eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfdb2f1c8fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37567"
    uid: a5b12c26-5f2a-47f4-8f45-59a5fb1476a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfdb3255e282
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 92036858-e276-4896-869e-45ca586c4959
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfdb32d5a49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 36af2a95-9f6e-4de0-a4f7-5a13098eec39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:17:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfdba015a32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38218"
    uid: 9f42d83b-73bf-4680-8e13-6702e5d80410
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:17:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:28Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfefd58e078d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38336"
    uid: f422629f-bbe3-4303-8121-460ea5d1c362
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: cb5f3c28-087a-418b-9c47-9ee6cd5590fe
  kind: Event
  lastTimestamp: "2026-09-16T18:17:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:28Z"
    name: isvc-pmml-runtime-predictor-885fc8777-glfvv.18d5dfefd58e816b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38337"
    uid: fef2838b-0e88-43de-9c21-fe382e107c16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: c29aa7e1-b320-4a4e-969f-3a19422f556a
  kind: Event
  lastTimestamp: "2026-09-16T18:15:46Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-glfvv'
  metadata:
    creationTimestamp: "2026-09-16T18:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:15:46Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d5dfd8492706b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37449"
    uid: 505e0ca2-7b33-47d3-984b-89488a3a889f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37433"
    uid: 3cbe57b8-0965-4856-8b7e-57a3a92d4b69
  kind: Event
  lastTimestamp: "2026-09-16T18:15:46Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:15:46Z"
    name: isvc-pmml-runtime-predictor.18d5dfd845a3dc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37440"
    uid: d071386d-f5bb-4001-9abd-4d928d35d385
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: dd1558de-8838-496c-b3ab-75f8ce1a9525
  kind: Event
  lastTimestamp: "2026-09-16T18:16:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:16:31Z"
    name: isvc-pmml-runtime-predictor.18d5dfdbc3a3ceb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37899"
    uid: 72f22408-56fe-4460-bfd3-78fa00f592d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: dd1558de-8838-496c-b3ab-75f8ce1a9525
  kind: Event
  lastTimestamp: "2026-09-16T18:16:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:16:31Z"
    name: isvc-pmml-runtime-predictor.18d5dfdbc40b28c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37900"
    uid: 6b6d6c32-860a-421d-98dd-21df622dd514
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37590"
    uid: dd1558de-8838-496c-b3ab-75f8ce1a9525
  kind: Event
  lastTimestamp: "2026-09-16T18:17:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:17:17Z"
    name: isvc-pmml-runtime-predictor.18d5dfdf42caf0e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38229"
    uid: 84703392-8153-4429-9c8b-b6f640577726
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37590"
    uid: dd1558de-8838-496c-b3ab-75f8ce1a9525
  kind: Event
  lastTimestamp: "2026-09-16T18:17:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:17:17Z"
    name: isvc-pmml-runtime-predictor.18d5dfdf433ceb5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38230"
    uid: 9b21930a-24e0-45cf-965c-33e876e4a7f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37426"
    uid: 04eae25a-e211-4053-a680-60059f5f3271
  kind: Event
  lastTimestamp: "2026-09-16T18:17:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:17:25Z"
    name: isvc-pmml-runtime.18d5dfd8454ddd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "38299"
    uid: e327421b-d53f-438a-830d-8670486de38b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37426"
    uid: 04eae25a-e211-4053-a680-60059f5f3271
  kind: Event
  lastTimestamp: "2026-09-16T18:15:46Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:15:46Z"
    name: isvc-pmml-runtime.18d5dfd845f7b80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37443"
    uid: fd4d5bc2-4259-4209-a6d2-505638177f22
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38296"
    uid: 04eae25a-e211-4053-a680-60059f5f3271
  kind: Event
  lastTimestamp: "2026-09-16T18:17:25Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:17:25Z"
    name: isvc-pmml-runtime.18d5dfef3f03ae57
    namespace: kserve-ci-e2e-test
    resourceVersion: "38298"
    uid: 41d0c7e6-d58b-43d3-bea8-2b36ca89500e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:17:33.319428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38397"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:17:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:17:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5dff10b4e609a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38403"
    uid: bfd7cede-cc78-4f5d-9cd9-147ec1a984f0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38407"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:17:33Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:17:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5dff12d168362
    namespace: kserve-ci-e2e-test
    resourceVersion: "38421"
    uid: 24514af0-da98-4ca3-9e95-5309fa4adab7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:17:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5dff12e849e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "38423"
    uid: a06f7040-ae71-476c-b94d-9990e0a2a605
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:17:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5dff1314f9b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "38424"
    uid: 75acc1b9-629b-4733-9955-293fffa29b9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:17:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5dff131b0e5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38425"
    uid: a70fd1cb-0eda-4cb2-863b-6f11a3da1ea8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:17:38Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5dff250bca79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38463"
    uid: e94f724d-008e-45dc-bb0f-96e5e739507f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:17:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5dff253965d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "38466"
    uid: 7d654fa8-258b-44b6-ad78-716b19c8a9b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:17:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5dff253f9cb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "38468"
    uid: dbfd9d09-a672-4c27-98ed-2a2da9004056
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:17:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5dff25405a957
    namespace: kserve-ci-e2e-test
    resourceVersion: "38470"
    uid: b4770145-a0a9-4946-8d44-1ad7f8131079
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:17:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5dff257121f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38473"
    uid: 074240eb-81c0-4e60-8e7a-bf465a98d423
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:17:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:17:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5dff25780c6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38474"
    uid: bde54c8d-cc76-4f88-9e09-b78787c80400
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:19:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:15Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5dff28cc4e52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39225"
    uid: 55a2757f-7807-4648-8d11-6f6f8af2be32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:19:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5e008902e8fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39209"
    uid: 97b99eb4-e631-458b-b203-c99c8c2af771
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:19:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5e008902f7c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "39210"
    uid: bfdc7ded-c740-46f9-95f8-ea9cea74aed6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 702dd6bc-91c5-49d6-a895-c05455c13f95
  kind: Event
  lastTimestamp: "2026-09-16T18:19:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:15Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh.18d5e008e71df38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 2b372234-4391-4114-81de-15bc73416fad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38387"
    uid: eb8d67f3-e21e-45c5-9f84-e628887e83a6
  kind: Event
  lastTimestamp: "2026-09-16T18:17:33Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-cmgxh'
  metadata:
    creationTimestamp: "2026-09-16T18:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:17:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d5dff10ada8648
    namespace: kserve-ci-e2e-test
    resourceVersion: "38398"
    uid: 5813f10b-4fe6-4793-9a95-e2424f153897
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 04c0feca-1567-4d5d-a7b9-8c326aaa76e3
  kind: Event
  lastTimestamp: "2026-09-16T18:17:33Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:17:33Z"
    name: isvc-pmml-v2-kserve-predictor.18d5dff1080f434c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38389"
    uid: 1995c802-e630-4b94-b790-9d765f549b30
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38386"
    uid: b7a2bbdb-24e7-4d32-aad8-ef25b8549262
  kind: Event
  lastTimestamp: "2026-09-16T18:18:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:18:03Z"
    name: isvc-pmml-v2-kserve-predictor.18d5dff486f35e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "38687"
    uid: c1f62988-c85f-478c-99d3-d699ba78a903
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38386"
    uid: b7a2bbdb-24e7-4d32-aad8-ef25b8549262
  kind: Event
  lastTimestamp: "2026-09-16T18:18:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:18:03Z"
    name: isvc-pmml-v2-kserve-predictor.18d5dff48753cf8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38688"
    uid: b1a7a27f-a731-4df1-98e6-1b36ec172d75
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:18:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38545"
    uid: b7a2bbdb-24e7-4d32-aad8-ef25b8549262
  kind: Event
  lastTimestamp: "2026-09-16T18:19:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:19:03Z"
    name: isvc-pmml-v2-kserve-predictor.18d5dffb8587abb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39109"
    uid: a575b1c4-8a20-45d1-b574-74d53a2727bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:18:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38545"
    uid: b7a2bbdb-24e7-4d32-aad8-ef25b8549262
  kind: Event
  lastTimestamp: "2026-09-16T18:19:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:19:03Z"
    name: isvc-pmml-v2-kserve-predictor.18d5dffb85fab91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 21a7ca6f-1b27-44ad-b009-072daf7f7433
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38378"
    uid: fe28754b-7aff-4774-b5f9-e3a1fdbb9b36
  kind: Event
  lastTimestamp: "2026-09-16T18:19:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:19:05Z"
    name: isvc-pmml-v2-kserve.18d5dff1081f9caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39134"
    uid: 7ef59b66-6e72-4d0c-825d-006882009419
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38378"
    uid: fe28754b-7aff-4774-b5f9-e3a1fdbb9b36
  kind: Event
  lastTimestamp: "2026-09-16T18:17:33Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:17:33Z"
    name: isvc-pmml-v2-kserve.18d5dff108c107c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38409"
    uid: ad3a8ce9-53b2-4216-96db-43c122199ddb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38380"
    uid: fe28754b-7aff-4774-b5f9-e3a1fdbb9b36
  kind: Event
  lastTimestamp: "2026-09-16T18:17:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:17:33Z"
    name: isvc-pmml-v2-kserve.18d5dff10e88dc9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38410"
    uid: 27d66525-31cb-478a-8225-33daa2423f11
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39131"
    uid: fe28754b-7aff-4774-b5f9-e3a1fdbb9b36
  kind: Event
  lastTimestamp: "2026-09-16T18:19:05Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:19:05Z"
    name: isvc-pmml-v2-kserve.18d5e006996a6a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "39132"
    uid: 4c49d3c3-939d-4024-b4e1-7630c90713e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37778"
    uid: 6289c992-db68-4793-b13d-55a57449a4e6
  kind: Event
  lastTimestamp: "2026-09-16T18:17:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:17:50Z"
    name: isvc-pmml.18d5dfe08c8ef78a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38572"
    uid: f002ce8a-34f4-4dfe-a288-198072bd133c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:16:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37778"
    uid: 6289c992-db68-4793-b13d-55a57449a4e6
  kind: Event
  lastTimestamp: "2026-09-16T18:16:22Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:16:22Z"
    name: isvc-pmml.18d5dfe08d16aa44
    namespace: kserve-ci-e2e-test
    resourceVersion: "37794"
    uid: 0d18d035-b0b2-492b-ac3b-6bc88efb6dc3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:17:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38570"
    uid: 6289c992-db68-4793-b13d-55a57449a4e6
  kind: Event
  lastTimestamp: "2026-09-16T18:17:50Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:17:50Z"
    name: isvc-pmml.18d5dff50eb42f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "38571"
    uid: eccb141a-ea24-4ffc-a49a-7c2ad1c66c62
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:41:32.699544Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5ddf9fc5349ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: 8ec3d1ed-c8a7-47d5-a693-3a277eed3473
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:33Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:41:33Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5ddfa1e7af4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: e8dd8ae5-7197-488a-8253-19183a295f59
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:33Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5ddfa202f8ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: f3bbc50e-1fdc-48fd-9114-6fcb2ed32a32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:33Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5ddfa2566c5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 866e315f-0577-41f8-901e-12c137dd03a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:33Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5ddfa25db8134
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: 9c323b52-2e24-4aa2-9dc1-a01a39afc948
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:37Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:37Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5ddfb352dbcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 157bd9c7-88d2-4fda-8ece-7102e733658e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:38Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5ddfb382f0aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: ca82385d-1a3f-49f3-b7ff-1b4b8c12ec15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:38Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5ddfb38a1d534
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: cc3efcc2-18e9-44da-ae4a-864cf00ae649
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:38Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5ddfb38aa8bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: a731e2ec-f8d9-4dbb-a6c9-fa40011b3d87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:38Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5ddfb3b74b454
    namespace: kserve-ci-e2e-test
    resourceVersion: "17597"
    uid: 0165f57e-ee31-45cb-83f4-279498dfc322
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:38Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5ddfb3bde6564
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: c75a93a5-890d-4d8d-ba02-120c5b7a3fd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:43:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5ddfc9b424e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: 8a880be8-057c-4bf0-9700-8425923217a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:43:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5de0efe91d47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: a6dd9e60-26b8-49a2-a7da-6483a4b932c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:43:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5de0efe9299f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: fa053369-aa2b-463e-8eca-1e0ed510d5c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f43331de-7018-42e8-8fba-bb6f6208871e
  kind: Event
  lastTimestamp: "2026-09-16T17:43:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7.18d5de0f3be2faa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: a9c85935-c824-4bcd-9335-3defe9161a07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: d1b5c4f4-c0af-4de0-8934-972b4b9ff592
  kind: Event
  lastTimestamp: "2026-09-16T17:41:32Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-7fkh7'
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d5ddf9fbb0454b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: a30c5542-369d-4c93-9497-558aa4363d4e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 1084f4c2-d4cf-407a-943b-062f2411b2b5
  kind: Event
  lastTimestamp: "2026-09-16T17:41:32Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-predictive-lightgbm-predictor.18d5ddf9f84675b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 3343b956-2fa1-44a7-abb3-ec242881d16d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: 84f02e62-0f17-4316-bab4-142060f50176
  kind: Event
  lastTimestamp: "2026-09-16T17:42:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:02Z"
    name: isvc-predictive-lightgbm-predictor.18d5ddfd77008675
    namespace: kserve-ci-e2e-test
    resourceVersion: "17800"
    uid: 3a22d510-b94f-4cba-8967-df4fe4d76ae5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: 84f02e62-0f17-4316-bab4-142060f50176
  kind: Event
  lastTimestamp: "2026-09-16T17:42:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:02Z"
    name: isvc-predictive-lightgbm-predictor.18d5ddfd776bf647
    namespace: kserve-ci-e2e-test
    resourceVersion: "17801"
    uid: 035adeae-a9c9-4f54-ac8b-a61bedd2227c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17688"
    uid: 84f02e62-0f17-4316-bab4-142060f50176
  kind: Event
  lastTimestamp: "2026-09-16T17:43:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:02Z"
    name: isvc-predictive-lightgbm-predictor.18d5de0475ac26cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18346"
    uid: b38ae218-e45d-4259-92a8-fdc5786e1df1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17688"
    uid: 84f02e62-0f17-4316-bab4-142060f50176
  kind: Event
  lastTimestamp: "2026-09-16T17:43:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:02Z"
    name: isvc-predictive-lightgbm-predictor.18d5de04768c285f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18347"
    uid: 585e6eea-a2b5-442b-90e3-444accca1705
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:46:38.848273Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:46:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:46:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de4144362f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20236"
    uid: 5446bd97-a11f-4693-87d1-b6cb05f115ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20239"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:46:39Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:46:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de4166290f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20247"
    uid: 1cf10ed0-8c1e-4405-9069-73889acfa7f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:46:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de4168299542
    namespace: kserve-ci-e2e-test
    resourceVersion: "20250"
    uid: b75d19a4-27de-49ad-a99e-1ef36d2a6adc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:46:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de416b3b46d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20251"
    uid: 3ab75e5d-09e1-4d6a-846a-f653d549f614
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:46:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de416bac9d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20252"
    uid: 6918cd79-2a90-4584-9712-b8ff32676297
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:46:43Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de4250f852ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20284"
    uid: 57f40b6f-6f4a-41fd-ae4a-cce77a61537d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:46:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de4253d61eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20286"
    uid: 80ca7867-a950-4a2a-aeae-f0eebd09f711
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:46:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de42544b5043
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: b43278ac-2139-43ae-b5cd-b88f3d4aaa2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:46:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de4254557cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20290"
    uid: 87901050-0e3e-4a09-81e4-2cc6f2aa3353
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:46:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de42574a1102
    namespace: kserve-ci-e2e-test
    resourceVersion: "20292"
    uid: ac814445-75a6-437a-94d4-3a445192794a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:46:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de4257c0694f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20293"
    uid: e3daa986-5412-433f-bdb6-caca05aa46ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:47:50Z"
  message: 'Readiness probe failed: Get "http://10.132.0.34:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de4aef404bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20771"
    uid: 53ea40bb-f7b6-4ecf-9808-3357ad216242
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:48:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de5635c0699f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20925"
    uid: 3449dfbe-1480-4206-97be-9e31fe02498f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:48:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de5635c0e22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20926"
    uid: d8d09d93-8815-4719-ab3e-ef93a2380e42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 0b4136a4-26fa-4335-b126-9b0dda066b11
  kind: Event
  lastTimestamp: "2026-09-16T17:48:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4.18d5de56931f1ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20938"
    uid: 50868aa8-5f2b-41a3-a2f2-c33939d09f6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20217"
    uid: a7d1f25e-12d0-42a7-b8a5-44ed986ecd09
  kind: Event
  lastTimestamp: "2026-09-16T17:46:38Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-thhz4'
  metadata:
    creationTimestamp: "2026-09-16T17:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:46:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d5de414364b462
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: 15f940e4-4d2a-40e4-9779-a3c28bd47ef0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20215"
    uid: f10c434f-6bd0-48d3-91de-6ed9e926690a
  kind: Event
  lastTimestamp: "2026-09-16T17:46:38Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:46:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5de413cb12f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20220"
    uid: 6179a372-9419-4fae-9c73-a5836bebdd53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20216"
    uid: ed5c90b7-1b0d-4f2a-bf69-c5785a061cb7
  kind: Event
  lastTimestamp: "2026-09-16T17:46:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:46:53Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5de44bb2d5756
    namespace: kserve-ci-e2e-test
    resourceVersion: "20372"
    uid: f828a2fe-8464-40a1-ac0b-d675769674a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20216"
    uid: ed5c90b7-1b0d-4f2a-bf69-c5785a061cb7
  kind: Event
  lastTimestamp: "2026-09-16T17:46:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:46:53Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5de44bb935f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20374"
    uid: 28d8919c-363c-4444-a436-9662a448024d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: ed5c90b7-1b0d-4f2a-bf69-c5785a061cb7
  kind: Event
  lastTimestamp: "2026-09-16T17:47:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:47:53Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5de483a5acd94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: 8c1b6044-5710-4567-813f-5a56896b7e7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: ed5c90b7-1b0d-4f2a-bf69-c5785a061cb7
  kind: Event
  lastTimestamp: "2026-09-16T17:47:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:47:53Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5de483acd8ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: cfe2c0b3-a3d4-40f2-9330-8392131576b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: c02b62c8-19f0-4f2c-b0ed-9220724ce4a1
  kind: Event
  lastTimestamp: "2026-09-16T17:47:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:47:59Z"
    name: isvc-predictive-lightgbm-v2.18d5de413cbc32b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 0a5e73ae-9908-47cd-b034-4cefcd16f534
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: c02b62c8-19f0-4f2c-b0ed-9220724ce4a1
  kind: Event
  lastTimestamp: "2026-09-16T17:46:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:46:38Z"
    name: isvc-predictive-lightgbm-v2.18d5de413d71ba48
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 9392b2e7-5214-4822-afc7-910cce914284
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: c02b62c8-19f0-4f2c-b0ed-9220724ce4a1
  kind: Event
  lastTimestamp: "2026-09-16T17:47:58Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:47:58Z"
    name: isvc-predictive-lightgbm-v2.18d5de53ed0aff04
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: b10a85b5-5816-4e49-9f4b-5bfde93d1a3d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 788ce4e2-e699-43b7-a1a2-61fd56bc593a
  kind: Event
  lastTimestamp: "2026-09-16T17:42:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:42:55Z"
    name: isvc-predictive-lightgbm.18d5ddf9f8bb00c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: bb80ba3c-238b-46c3-93f1-a6d5c0fc0ce3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 788ce4e2-e699-43b7-a1a2-61fd56bc593a
  kind: Event
  lastTimestamp: "2026-09-16T17:41:32Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:32Z"
    name: isvc-predictive-lightgbm.18d5ddf9f926a54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17499"
    uid: e5ac9f1c-e57f-4a04-8381-752cc7205ba4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18201"
    uid: 788ce4e2-e699-43b7-a1a2-61fd56bc593a
  kind: Event
  lastTimestamp: "2026-09-16T17:42:55Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:42:55Z"
    name: isvc-predictive-lightgbm.18d5de0d2accac53
    namespace: kserve-ci-e2e-test
    resourceVersion: "18204"
    uid: c413604d-b4d4-442f-9adf-08093c64b949
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:38:11.862528Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15576"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:38:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:38:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddcb39819876
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: a368b06d-3318-460e-8bc1-19da91f1990b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:38:19Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:38:19Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddcd0b633f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 968e78f3-18ca-4b31-81c6-575d4ac0e411
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:38:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:19Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddcd0d13ad9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15667"
    uid: de405daa-c6a5-4127-bd77-e6cfcb3b14e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:38:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:19Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddcd100f00a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15668"
    uid: a35a0e24-23f7-405e-87c2-1715b36b7294
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:38:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:19Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddcd108ec255
    namespace: kserve-ci-e2e-test
    resourceVersion: "15669"
    uid: 2ea68ba0-baf1-4e92-b90c-3c3a79ca46f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:38:25Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddce4b22aea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: 2f6bf9c8-4e0e-44ca-9ca0-f2e46fc83aac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:38:47Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.505s
    (22.505s including waiting). Image size: 2434679947 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:47Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddd3888f0917
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 2402bccd-c97a-4a78-b45c-55c5e9852669
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:38:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:47Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddd38edff909
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: a23d6c06-0b95-43e3-a76b-d023da13d017
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:38:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:47Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddd38feed2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: fdaf479c-3342-485f-aba5-0c7b64883e78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:38:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:47Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddd38ff75852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15900"
    uid: d0a2288f-28c2-4c60-b426-732421d6d2fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:38:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:47Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddd395a6f9f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15901"
    uid: e9f8d190-e198-4363-bb70-aadc275caf27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:38:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:47Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddd39610fa15
    namespace: kserve-ci-e2e-test
    resourceVersion: "15902"
    uid: ff92c97c-714d-409f-9d93-740e26f113e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:40:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:05Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5ddd3ea1280d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: 3b562fee-5979-466d-85a7-5569cad9381d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:40:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5dde4df08ef8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16574"
    uid: c0937713-da52-4a9d-b63e-6daab4b61498
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:40:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5dde4df096bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: abf9861a-ed0d-410e-90ec-abcdabe23267
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: b121d39d-642c-41ef-be51-f261c23a9ad8
  kind: Event
  lastTimestamp: "2026-09-16T17:40:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:05Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-btrjg.18d5dde59c3058b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16596"
    uid: c08307a6-8a2f-4044-ae10-43d642001fee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: f8c6edfd-28ca-4144-a07f-1e4969ed0a4f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:11Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-btrjg'
  metadata:
    creationTimestamp: "2026-09-16T17:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d5ddcb38bdb1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: 7f7b0e64-5503-451a-898d-3103ea321802
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: 67a18948-61ea-4260-96c6-52302d7acfe9
  kind: Event
  lastTimestamp: "2026-09-16T17:38:11Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:11Z"
    name: isvc-predictive-sklearn-predictor.18d5ddcb3458348f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: f8c4c76c-9b72-41fc-8061-a3c9a0607c3e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: 07c7dc0e-6430-4fcd-afea-c5a96b19c88e
  kind: Event
  lastTimestamp: "2026-09-16T17:39:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:41Z"
    name: isvc-predictive-sklearn-predictor.18d5ddceb31a5de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: 58688215-1da5-41eb-89e5-5df12547a80c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: 07c7dc0e-6430-4fcd-afea-c5a96b19c88e
  kind: Event
  lastTimestamp: "2026-09-16T17:39:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:41Z"
    name: isvc-predictive-sklearn-predictor.18d5ddceb3f49886
    namespace: kserve-ci-e2e-test
    resourceVersion: "16311"
    uid: 05dfb109-0bea-4fd9-bfb4-db0646b233d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 07c7dc0e-6430-4fcd-afea-c5a96b19c88e
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-predictive-sklearn-predictor.18d5dde3ad5880de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16515"
    uid: 1489fe79-ac43-400b-817a-9a28b3f44d53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 07c7dc0e-6430-4fcd-afea-c5a96b19c88e
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-predictive-sklearn-predictor.18d5dde3adc84b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 8a14820a-c16f-46ee-ad5a-57f5f777918c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:43:08.130944Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18432"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:43:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:43:08Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de10347b0b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 09f64c15-e912-443b-9026-6084f98f74aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18442"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:43:08Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:43:08Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de1056694f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: 2d56431a-7f90-4717-824b-3c9c400db542
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:43:08Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
  metadata:
    creationTimestamp: "2026-09-16T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:08Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de105802fa5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: f89396cf-9cfd-4a36-a394-227205f242d7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:43:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    in 3.175s (3.175s including waiting). Image size: 306726315 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de1115494d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: e893d8be-e70f-4f38-8e11-ed2e9b626354
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:43:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de11189bbe69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: e9ac1469-4645-40a5-8264-776b084a02d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:43:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de111909d505
    namespace: kserve-ci-e2e-test
    resourceVersion: "18484"
    uid: e6cf54dc-a19e-4ff9-8ca0-76c86b7444ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:43:16Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T17:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de120dcaf490
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 895102c6-65ca-4fb7-843d-bb45d5d3765a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:43:37Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.027s
    (21.027s including waiting). Image size: 2434679947 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de16f31b1f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18690"
    uid: d1bccad2-3288-4a8f-96a4-d8b1edd848f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:43:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de16f658d8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: d0a3dc3e-9868-4391-b047-f148d9f46851
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:43:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de16f6fa8d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: 7241858a-d635-43cf-9c67-575a2bbf7e31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:43:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de16f7046ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18693"
    uid: bb147c0a-9f64-4222-bb7e-9a26b2211bcb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:43:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de16f9d89131
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: a8c44ac3-4f06-4f68-a001-99592e9df554
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:43:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de16fa3e19c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18695"
    uid: 38877222-0fca-43e1-8019-0128030463b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:44:45Z"
  message: 'Readiness probe failed: Get "http://10.133.0.36:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de1fd33d2718
    namespace: kserve-ci-e2e-test
    resourceVersion: "19183"
    uid: 005f05c3-96f4-4b33-bf22-75a48c516d25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:44:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:58Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de29d82e4c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: 2f84bc9f-0f2e-41e4-b990-b47ca4ae2584
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:44:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:58Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de29d82f6287
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: ff8bcad3-e851-4919-997f-3d540b8f1db8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 104b09f0-9792-4e05-9d50-5200d515c268
  kind: Event
  lastTimestamp: "2026-09-16T17:45:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m.18d5de2a4cf2474c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19325"
    uid: 8e70e1eb-bb4b-40e5-b6cb-71b50551b4ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18422"
    uid: d8401598-1e42-44f0-97b8-71248f76d5cc
  kind: Event
  lastTimestamp: "2026-09-16T17:43:08Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-v8b5m'
  metadata:
    creationTimestamp: "2026-09-16T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:08Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d5de1034000a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18433"
    uid: 33e0b5c0-687e-4af5-8923-e95eabf19150
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: e8769ba4-34e0-4670-b44f-050f24e7d48a
  kind: Event
  lastTimestamp: "2026-09-16T17:43:08Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5de1030c82746
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: a6abcbff-86f5-4e69-998a-f90e02b527eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18421"
    uid: b48ab2ae-167c-49eb-be98-b2265cea5fe4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:44:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5de13b0b71e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 8a498d7e-becf-4582-98cf-a0efefa33c55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18421"
    uid: b48ab2ae-167c-49eb-be98-b2265cea5fe4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:44:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5de13b1496828
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 2f88b629-9299-44fb-af6e-d418ced1b77e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18584"
    uid: b48ab2ae-167c-49eb-be98-b2265cea5fe4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:44:53Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5de21ad9dbc02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: 50e3c081-8024-41bd-b24b-382c8a0db6f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18584"
    uid: b48ab2ae-167c-49eb-be98-b2265cea5fe4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:44:53Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5de21ae054fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: 1dcdadf2-b510-4406-8b47-2cdbab938015
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 6090273f-8ce3-4fe8-a6df-e0549d81d1fe
  kind: Event
  lastTimestamp: "2026-09-16T17:44:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:44:53Z"
    name: isvc-predictive-sklearn-v2.18d5de1030b169dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19252"
    uid: 0b2d6ded-801e-4563-b0e1-179f903e9d35
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 6090273f-8ce3-4fe8-a6df-e0549d81d1fe
  kind: Event
  lastTimestamp: "2026-09-16T17:43:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:43:08Z"
    name: isvc-predictive-sklearn-v2.18d5de1031a059e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 3ffdec54-d764-4544-9601-801cffccd395
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: 6090273f-8ce3-4fe8-a6df-e0549d81d1fe
  kind: Event
  lastTimestamp: "2026-09-16T17:43:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:43:08Z"
    name: isvc-predictive-sklearn-v2.18d5de1038833865
    namespace: kserve-ci-e2e-test
    resourceVersion: "18445"
    uid: 07d0a246-6d0f-4f1d-8e87-58e53fff4fbe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19250"
    uid: 6090273f-8ce3-4fe8-a6df-e0549d81d1fe
  kind: Event
  lastTimestamp: "2026-09-16T17:44:53Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:44:53Z"
    name: isvc-predictive-sklearn-v2.18d5de28c1f240fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19251"
    uid: 64260456-84eb-4ea6-994f-6c40abf6c03d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: 00458552-1b89-4a58-9ce3-fa577a421d8f
  kind: Event
  lastTimestamp: "2026-09-16T17:39:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:39:55Z"
    name: isvc-predictive-sklearn.18d5ddcb3441bedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 2816b31e-3ca6-4304-8b56-be9e83ff4d0a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: 00458552-1b89-4a58-9ce3-fa577a421d8f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:38:11Z"
    name: isvc-predictive-sklearn.18d5ddcb386e8d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: 7d3f6ce9-51bc-45d4-bb0e-7c9734aa8ed1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: 00458552-1b89-4a58-9ce3-fa577a421d8f
  kind: Event
  lastTimestamp: "2026-09-16T17:39:55Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:39:55Z"
    name: isvc-predictive-sklearn.18d5dde35488b5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: f4a352e9-a4d6-4ac1-8f74-e4ef982c5e67
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:40:07.188152Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-9vkgd
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:40:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:40:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5dde613730d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: 5b22ba25-d759-495f-a196-afc48ce9e218
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:40:07Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:40:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5dde6359a5561
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: 32c87c52-0ace-42c9-981a-4b1048ca6b18
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:40:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5dde63721aea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: ca54cd8f-d792-41a6-9cf7-32f3ee4133d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:40:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5dde6397c393f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 186cf305-e269-4ccd-997b-d2054989774f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:40:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5dde639eb0b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16662"
    uid: 7ec4f097-bb75-4a54-a04e-47a85bde5f85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:40:12Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:12Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5dde753bc7713
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: 78660731-2386-46e5-a9cb-484b2fb19267
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:40:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:12Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5dde75714acde
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: 7936debf-db6c-4f5a-bb0b-5a033732a74b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:40:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:12Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5dde7578666d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: c9aaa255-ed24-4ed7-ab37-de0622342849
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:40:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:12Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5dde7578f7679
    namespace: kserve-ci-e2e-test
    resourceVersion: "16720"
    uid: db1a8b50-36fa-4648-bf09-6af429da1b14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:40:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:12Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5dde75ac0fd81
    namespace: kserve-ci-e2e-test
    resourceVersion: "16722"
    uid: afc26856-a859-4147-ae61-1e998b11448e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:40:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:12Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5dde75b325043
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: 91d5bd14-7de9-48aa-817a-6124b466484a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:41:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:30Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5dde7cbb767e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17420"
    uid: fb865c3a-785e-42d3-b463-f302a5f562aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:41:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5ddf8c598e09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17393"
    uid: 2999cb79-f16d-48b4-b7df-a7e496b2aba8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:41:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5ddf8c59940db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17394"
    uid: c33308b6-a617-420f-ac66-196b0bd62ad9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 7d8337f8-865f-4ea4-b17f-ed53c2d66126
  kind: Event
  lastTimestamp: "2026-09-16T17:41:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:30Z"
    name: isvc-predictive-xgboost-predictor-695f978978-9vkgd.18d5ddf97dd9aebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17419"
    uid: 19c4c9bd-2fe9-452b-b870-63c6658371f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: 6dc8f37a-eb04-456f-a815-7206e5c04fbb
  kind: Event
  lastTimestamp: "2026-09-16T17:40:07Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-9vkgd'
  metadata:
    creationTimestamp: "2026-09-16T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:40:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d5dde612f61f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: bcb6eaa4-bb33-414b-bdf1-f107461edd87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 93a2f230-1e13-44e5-bd42-083ed816dff5
  kind: Event
  lastTimestamp: "2026-09-16T17:40:07Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:40:07Z"
    name: isvc-predictive-xgboost-predictor.18d5dde60fca3066
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: faf01d79-5e4a-46b9-9bfa-aa1790c7dc78
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: d1b7c4e9-9959-4f63-b529-60ce5bd383bd
  kind: Event
  lastTimestamp: "2026-09-16T17:40:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:40:37Z"
    name: isvc-predictive-xgboost-predictor.18d5dde98f0b9160
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 1ebd5238-60ac-424e-8c69-70cc7c3e0833
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: d1b7c4e9-9959-4f63-b529-60ce5bd383bd
  kind: Event
  lastTimestamp: "2026-09-16T17:40:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:40:37Z"
    name: isvc-predictive-xgboost-predictor.18d5dde98fa3a29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16912"
    uid: 1ce9c78c-ecd9-4d30-afce-e6cc29e50403
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: d1b7c4e9-9959-4f63-b529-60ce5bd383bd
  kind: Event
  lastTimestamp: "2026-09-16T17:41:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:22Z"
    name: isvc-predictive-xgboost-predictor.18d5ddf08d1e3696
    namespace: kserve-ci-e2e-test
    resourceVersion: "17325"
    uid: 8afeb648-ad65-400c-9e33-25a49fba0793
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: d1b7c4e9-9959-4f63-b529-60ce5bd383bd
  kind: Event
  lastTimestamp: "2026-09-16T17:41:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:22Z"
    name: isvc-predictive-xgboost-predictor.18d5ddf08da944be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: 5cf37717-51b1-4e28-b401-609674666964
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:45:03.424114Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19371"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:45:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:45:03Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de2b0c7d0ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19375"
    uid: c6973d25-565b-40ff-8bc1-f6f11462f0ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:45:03Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:45:03Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de2b2e2f2b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19390"
    uid: ee9c282e-224e-4aa0-960c-ea0aa8620bfc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:45:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de2b30c5ed7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: c835212b-7888-4451-a695-6c36cbbbe2b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:45:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de2b334e2d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 6cbfa277-4eea-4827-a225-c923c3d823fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:45:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de2b33ad2546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 48f7104f-98e0-4423-880e-03ed9cb980cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:45:08Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de2c40f95ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: 2df1156a-b016-4238-8750-781bce65698b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:45:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de2c4408b3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19433"
    uid: 31f9e42f-ca7f-40a9-9de2-7ce3c55e4bc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:45:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de2c44683a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: 4dce16ca-3f4b-4dd1-9601-3206e2af552f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:45:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de2c44722bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19435"
    uid: 7139457e-b714-4bd8-85cd-3b3f8fd684f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:45:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de2c47d9e5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19440"
    uid: e2b8f08a-361a-484c-b9b4-72e034cb9e8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:45:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de2c483a8d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19441"
    uid: 095f72c0-183d-453d-9965-1bc4774069b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:46:36Z"
  message: 'Readiness probe failed: Get "http://10.133.0.37:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.37:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de351b320244
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: f32a4341-a584-401b-8cfd-0eb2b765a75b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:46:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de40057d9aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20160"
    uid: 21536f8c-f115-4d9f-a1bb-153470aac6f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:46:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de40057e13a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 0b5b2bc9-86f3-469f-b3a1-07f14669f040
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: effccdf2-43df-4410-b116-c5519137411a
  kind: Event
  lastTimestamp: "2026-09-16T17:46:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:46:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z.18d5de40bf15cd09
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: 7beb46d7-2126-42b9-86c8-889f2e6a0144
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19359"
    uid: 82c34ef7-203a-4a9f-ac9f-e2626674211c
  kind: Event
  lastTimestamp: "2026-09-16T17:45:03Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tdg6z'
  metadata:
    creationTimestamp: "2026-09-16T17:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:03Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d5de2b0c01a01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19372"
    uid: 1dbf71b4-2399-4630-b013-10ba5a58fe5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: 092557fa-06eb-4ae5-87af-86e8aa06fd3e
  kind: Event
  lastTimestamp: "2026-09-16T17:45:03Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:03Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5de2b075214d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: 5be939ba-2331-487b-8e96-4ecb65f89dbb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: aee84c9b-0ada-423c-98d8-d13027fbc707
  kind: Event
  lastTimestamp: "2026-09-16T17:45:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5de2e864c0745
    namespace: kserve-ci-e2e-test
    resourceVersion: "19623"
    uid: beca0238-028b-4133-91a6-be53514916c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: aee84c9b-0ada-423c-98d8-d13027fbc707
  kind: Event
  lastTimestamp: "2026-09-16T17:45:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5de2e86c6facf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19624"
    uid: c571001b-731e-4533-988c-6132006c0a14
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19511"
    uid: aee84c9b-0ada-423c-98d8-d13027fbc707
  kind: Event
  lastTimestamp: "2026-09-16T17:46:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:46:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5de3584d2be2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20147"
    uid: f3725ae4-5e82-4ca5-9d7e-be99e260850e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19511"
    uid: aee84c9b-0ada-423c-98d8-d13027fbc707
  kind: Event
  lastTimestamp: "2026-09-16T17:46:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:46:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5de358549ad84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20151"
    uid: b1c6c3b1-6bb6-4f1f-b09d-155119167219
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19350"
    uid: c9ea6eec-7b18-4c14-b06c-5a66805e48e5
  kind: Event
  lastTimestamp: "2026-09-16T17:46:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:46:26Z"
    name: isvc-predictive-xgboost-v2.18d5de2b075228da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: dec839e7-a0dc-4b07-9937-98b0105715ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19350"
    uid: c9ea6eec-7b18-4c14-b06c-5a66805e48e5
  kind: Event
  lastTimestamp: "2026-09-16T17:45:03Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:03Z"
    name: isvc-predictive-xgboost-v2.18d5de2b07eeaeff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19366"
    uid: de98fb03-282e-4370-a6c3-2aaa42577656
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20091"
    uid: c9ea6eec-7b18-4c14-b06c-5a66805e48e5
  kind: Event
  lastTimestamp: "2026-09-16T17:46:26Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:46:26Z"
    name: isvc-predictive-xgboost-v2.18d5de3e7565d550
    namespace: kserve-ci-e2e-test
    resourceVersion: "20092"
    uid: 50a430ce-896b-4e65-91bb-42c4e42a8236
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: ffb6bac3-9f8c-4d84-bd8d-c51b88d1a33e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:20Z"
    name: isvc-predictive-xgboost.18d5dde60fc86b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: 2968c815-fa70-4cb6-a859-124268385be0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: ffb6bac3-9f8c-4d84-bd8d-c51b88d1a33e
  kind: Event
  lastTimestamp: "2026-09-16T17:40:07Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:40:07Z"
    name: isvc-predictive-xgboost.18d5dde610529142
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 090765b4-4d4e-436a-a694-214433cc59cf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17311"
    uid: ffb6bac3-9f8c-4d84-bd8d-c51b88d1a33e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:20Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:20Z"
    name: isvc-predictive-xgboost.18d5ddf72f52483d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17312"
    uid: 354ac278-65e8-4375-84fb-d5a26b14d7e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:19:19.533554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39275"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:19:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:19:19Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e009c6297330
    namespace: kserve-ci-e2e-test
    resourceVersion: "39281"
    uid: 4883aa8a-18ca-46ad-81ea-33e4b451d9bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39286"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:19:20Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:19:20Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e009e80bc8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39292"
    uid: ba22fa90-6e6f-4b15-a6fa-0fe2b6fd2ba7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:19:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:20Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e009e98019c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39294"
    uid: d00a2b77-5419-4f73-b708-690ba6aab9cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:19:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:20Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e009ec417935
    namespace: kserve-ci-e2e-test
    resourceVersion: "39296"
    uid: dca2a6ce-beea-4ac1-a333-5ed305d4d67d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:19:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:20Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e009eca0f78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39298"
    uid: 8f360d0a-ea03-46d4-ab2b-29e27eaf7a13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:19:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:25Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e00b1b1a2c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "39338"
    uid: 261bd166-a30d-4aae-9f3f-68179f6eb81b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:19:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:25Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e00b1e3c99aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39341"
    uid: bd8ee30b-7a02-4fc8-9c3d-736d2f6aa085
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:19:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:25Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e00b1eb00fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39343"
    uid: ba9a88fb-64d3-412f-8e94-eda55eddfde0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:19:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:25Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e00b1ebc2845
    namespace: kserve-ci-e2e-test
    resourceVersion: "39345"
    uid: 4e0a55a4-ae15-42c6-ad7f-983e837590d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:19:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:25Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e00b22821d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39348"
    uid: d6559c7c-b65e-4552-b11a-fd5ae68d8891
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:19:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:19:25Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e00b22f13f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "39349"
    uid: 83085cec-1d8b-455a-93e8-157191536550
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:20:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:20:32Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e00b5772f744
    namespace: kserve-ci-e2e-test
    resourceVersion: "39825"
    uid: 0815f99d-76ed-4d45-bbaa-5446b7ec980f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:21:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:21:22Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e02679aa0673
    namespace: kserve-ci-e2e-test
    resourceVersion: "40282"
    uid: 06ee9e1a-11de-4237-b6c9-15d048b7f4be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:21:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:21:22Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e02679aaa04e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40283"
    uid: fc363bd3-e079-4f38-a9aa-60273058ef2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 4e29c91a-a2a0-4a3e-8c38-8347ae32e412
  kind: Event
  lastTimestamp: "2026-09-16T18:21:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.62:8643/healthz": dial tcp
    10.133.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:21:27Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9.18d5e02783cf85c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40319"
    uid: 42c546eb-c8a7-428f-b0de-5a6260730782
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-2f74f8-predictor-865fd84c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 74b53d73-c169-444a-a15b-987374f60561
  kind: Event
  lastTimestamp: "2026-09-16T18:19:19Z"
  message: 'Created pod: isvc-primary-2f74f8-predictor-865fd84c87-2rvw9'
  metadata:
    creationTimestamp: "2026-09-16T18:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:19:19Z"
    name: isvc-primary-2f74f8-predictor-865fd84c87.18d5e009c5936647
    namespace: kserve-ci-e2e-test
    resourceVersion: "39276"
    uid: 5cd7ec71-8007-4ffe-9397-10fb9f457f4f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-2f74f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39263"
    uid: f8a6c3d4-01cd-47e8-b46e-a3263560d1dc
  kind: Event
  lastTimestamp: "2026-09-16T18:19:19Z"
  message: Scaled up replica set isvc-primary-2f74f8-predictor-865fd84c87 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:19:19Z"
    name: isvc-primary-2f74f8-predictor.18d5e009c139f682
    namespace: kserve-ci-e2e-test
    resourceVersion: "39266"
    uid: 1875ac79-b47b-4b34-8f69-58abf59f2d91
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2f74f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 676e28a3-180f-4500-a4c9-fa639727617d
  kind: Event
  lastTimestamp: "2026-09-16T18:19:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:19:49Z"
    name: isvc-primary-2f74f8-predictor.18d5e00d3fc920b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39525"
    uid: 1197fc2e-d79a-46d1-9275-720e13180fa5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2f74f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 676e28a3-180f-4500-a4c9-fa639727617d
  kind: Event
  lastTimestamp: "2026-09-16T18:19:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:19:49Z"
    name: isvc-primary-2f74f8-predictor.18d5e00d403922f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: 5012d97b-9375-49b2-899d-c164863ac1fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:20:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2f74f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39418"
    uid: 676e28a3-180f-4500-a4c9-fa639727617d
  kind: Event
  lastTimestamp: "2026-09-16T18:21:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:21:04Z"
    name: isvc-primary-2f74f8-predictor.18d5e0143e69faaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40063"
    uid: 3096f80f-c0b3-47ba-b8d5-a373b9f0ae78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:20:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2f74f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39418"
    uid: 676e28a3-180f-4500-a4c9-fa639727617d
  kind: Event
  lastTimestamp: "2026-09-16T18:21:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:21:04Z"
    name: isvc-primary-2f74f8-predictor.18d5e0143f6f29ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "40065"
    uid: 869bacaa-5a8e-4757-90c2-926ad290dc4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2f74f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39256"
    uid: 64ba1864-f7b3-4d62-9b17-09d544e26cd3
  kind: Event
  lastTimestamp: "2026-09-16T18:20:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:20:42Z"
    name: isvc-primary-2f74f8.18d5e009c14609ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39905"
    uid: b11e85e3-6048-4553-9bcd-528f705eeb2d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2f74f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39256"
    uid: 64ba1864-f7b3-4d62-9b17-09d544e26cd3
  kind: Event
  lastTimestamp: "2026-09-16T18:19:19Z"
  message: 'Failed to update status for InferenceService "isvc-primary-2f74f8": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-2f74f8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:19:19Z"
    name: isvc-primary-2f74f8.18d5e009c1c44d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39269"
    uid: 44b540fd-47d1-4241-9ded-479409191059
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:19:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2f74f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39256"
    uid: 64ba1864-f7b3-4d62-9b17-09d544e26cd3
  kind: Event
  lastTimestamp: "2026-09-16T18:19:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-2f74f8": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:19:19Z"
    name: isvc-primary-2f74f8.18d5e009c1c483ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 18276416-fa8d-4e0d-8a16-526b9ab6337f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:20:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2f74f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: 64ba1864-f7b3-4d62-9b17-09d544e26cd3
  kind: Event
  lastTimestamp: "2026-09-16T18:20:42Z"
  message: InferenceService [isvc-primary-2f74f8] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:20:42Z"
    name: isvc-primary-2f74f8.18d5e01d0f0b4145
    namespace: kserve-ci-e2e-test
    resourceVersion: "39904"
    uid: 2fe90eb5-2ed5-433b-b3a7-e841e497f166
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:21:04.761775Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40086"
    uid: 94f568a1-0c02-435a-b068-6dbb8a616692
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:21:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:21:04Z"
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l.18d5e02246409558
    namespace: kserve-ci-e2e-test
    resourceVersion: "40090"
    uid: b4e6b364-b309-4911-9f97-8ec30295935d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40095"
    uid: 94f568a1-0c02-435a-b068-6dbb8a616692
  kind: Event
  lastTimestamp: "2026-09-16T18:21:05Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:21:05Z"
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l.18d5e02267f8f18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40105"
    uid: ce8b6966-f64d-40b4-b6df-27623ee491ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40087"
    uid: 94f568a1-0c02-435a-b068-6dbb8a616692
  kind: Event
  lastTimestamp: "2026-09-16T18:21:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:21:11Z"
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l.18d5e022697dc79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40157"
    uid: 917ead76-58ac-4192-8c82-f387af97b943
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40087"
    uid: 94f568a1-0c02-435a-b068-6dbb8a616692
  kind: Event
  lastTimestamp: "2026-09-16T18:21:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:21:11Z"
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l.18d5e0226c73d9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "40161"
    uid: 2759f664-823e-4cdf-84ba-6fd66ce0483f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40087"
    uid: 94f568a1-0c02-435a-b068-6dbb8a616692
  kind: Event
  lastTimestamp: "2026-09-16T18:21:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:21:11Z"
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l.18d5e0226ce61a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "40162"
    uid: ed2f38de-83a3-47a2-abea-87a78a22f9f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40087"
    uid: 94f568a1-0c02-435a-b068-6dbb8a616692
  kind: Event
  lastTimestamp: "2026-09-16T18:21:14Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l_kserve-ci-e2e-test(94f568a1-0c02-435a-b068-6dbb8a616692)
  metadata:
    creationTimestamp: "2026-09-16T18:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:21:14Z"
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l.18d5e0249a9d20d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 22465203-a8ce-4222-b188-6225860f7d97
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40077"
    uid: 991f1e96-50c5-46ae-b403-113e6b69df55
  kind: Event
  lastTimestamp: "2026-09-16T18:21:04Z"
  message: 'Created pod: isvc-secondary-2f74f8-predictor-65d9c6df8d-5sp9l'
  metadata:
    creationTimestamp: "2026-09-16T18:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:21:04Z"
    name: isvc-secondary-2f74f8-predictor-65d9c6df8d.18d5e02245bc4bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40088"
    uid: 29b20ef7-e505-457e-9589-d9ed830acc3a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-2f74f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40075"
    uid: ec5417c5-9947-445b-998a-6ddca3ad2577
  kind: Event
  lastTimestamp: "2026-09-16T18:21:04Z"
  message: Scaled up replica set isvc-secondary-2f74f8-predictor-65d9c6df8d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:21:04Z"
    name: isvc-secondary-2f74f8-predictor.18d5e02240bc97ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "40079"
    uid: 0d3d1ae0-d89e-41be-b1f5-e651cbe3c458
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-2f74f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40076"
    uid: f21dfb65-2601-4a95-9876-2016a7a54e0d
  kind: Event
  lastTimestamp: "2026-09-16T18:21:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:21:19Z"
    name: isvc-secondary-2f74f8-predictor.18d5e025bf475ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40225"
    uid: d38c7fb5-1f49-4c63-b89f-d36d3062ebca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-2f74f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40076"
    uid: f21dfb65-2601-4a95-9876-2016a7a54e0d
  kind: Event
  lastTimestamp: "2026-09-16T18:21:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:21:19Z"
    name: isvc-secondary-2f74f8-predictor.18d5e025bfafec05
    namespace: kserve-ci-e2e-test
    resourceVersion: "40226"
    uid: e6bf4680-e4b9-439b-960f-83ccc56cf900
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-2f74f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40068"
    uid: 273a223f-dd30-4b05-b60a-267854617741
  kind: Event
  lastTimestamp: "2026-09-16T18:21:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:21:14Z"
    name: isvc-secondary-2f74f8.18d5e02240bdbd24
    namespace: kserve-ci-e2e-test
    resourceVersion: "40190"
    uid: 22b1a2da-acd8-403b-95b1-43d9a16d7f10
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-2f74f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40068"
    uid: 273a223f-dd30-4b05-b60a-267854617741
  kind: Event
  lastTimestamp: "2026-09-16T18:21:04Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-2f74f8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-2f74f8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:21:04Z"
    name: isvc-secondary-2f74f8.18d5e022414f3f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "40081"
    uid: e3cca433-2f5a-45d3-8c93-493b398e5ba0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:21:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-2f74f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40068"
    uid: 273a223f-dd30-4b05-b60a-267854617741
  kind: Event
  lastTimestamp: "2026-09-16T18:21:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-2f74f8": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:21:04Z"
    name: isvc-secondary-2f74f8.18d5e022414f8899
    namespace: kserve-ci-e2e-test
    resourceVersion: "40082"
    uid: c46dfc2f-a935-4911-9768-973fb66c575a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:39:47.024623Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:39:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:39:47Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde1619bfcd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16398"
    uid: e21fdd06-7e9e-47bf-aa9a-3737bcd02cc8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:47Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:39:47Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde183ad6270
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 89c21869-a149-4e2a-9fe3-9d3bfe6ae70a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:47Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde185b27329
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: fd7d0cc2-f313-4735-ad12-5cac68dc003c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:47Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde1895186d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16413"
    uid: 27c13e4c-b3c7-4bf1-bd88-a044ef6d414c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:47Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde189c034b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: 22bbb0fc-e0e6-4cf0-8744-e37dac8cb592
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde269545195
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: a434a1b0-31db-4f33-b0d8-246589202d4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde26d1b124c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: d56577a7-b1a6-47a9-a6bf-60229c85402a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde26d8df353
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 0b1eec96-22b0-420f-8e35-4159bd7cc8d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde26d969985
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: caa9b8f7-15c7-447b-86ac-489233aac4e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde27039b75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: d7598911-3784-4128-9988-b4685dd19b2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde270acb964
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 9bbcb3dd-655c-4887-bd3b-91b953ac0456
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:55ec4a44a06bc7060d574606188d82e770383955cb05dcfc0e8ce026e2fa3910"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde270b5df0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: eff676bb-cb14-4252-8467-b33c7f0462aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde273702bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 1356e184-b3e6-42d2-8473-6d734b21d8b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde273daa4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: c2372c25-18bf-4c5e-ba62-92f3886c81fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:41:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:28Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde2a5668a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: f7335544-66e9-47b0-bf0e-ab14f9fee67c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:41:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T17:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:28Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5dde2a56f1a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: faf0ec8d-dc8b-433b-9329-4e9bbc88ed00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:41:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:11Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5ddf527d5992d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17190"
    uid: ccc95fb4-1114-4063-832c-4028f1043af9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:41:11Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:11Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5ddf527d67089
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: 2854dcae-aaff-48ff-9ba6-334adce3bd66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:41:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:11Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5ddf527d7887c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: 855f53fc-dfa5-4969-9e7a-cb3a85444295
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: edb9decc-819c-4c22-94b6-0b0e37d1efb2
  kind: Event
  lastTimestamp: "2026-09-16T17:41:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:33Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m.18d5ddf581a003be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17541"
    uid: 29014d1d-01ed-4200-bb3e-eb95a8f4ac16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: cf9fed71-c805-499a-976b-2c13c863b6d8
  kind: Event
  lastTimestamp: "2026-09-16T17:39:47Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5d97c66745-9wp9m'
  metadata:
    creationTimestamp: "2026-09-16T17:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:47Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745.18d5dde160c97adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 4f0faa2b-c2ad-49f7-9995-0b7eccbab2a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 4223fa3a-c56b-4bdc-925b-e42af6777b24
  kind: Event
  lastTimestamp: "2026-09-16T17:39:46Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5d97c66745
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:46Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5dde158a693ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 1465a9bb-f716-43a8-b534-787945183752
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 25c04038-37cf-43b8-824d-3fde8c08d923
  kind: Event
  lastTimestamp: "2026-09-16T17:40:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:40:16Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5dde4d6e113cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 03010a3b-6410-46c6-b535-e08be40b4bb9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 25c04038-37cf-43b8-824d-3fde8c08d923
  kind: Event
  lastTimestamp: "2026-09-16T17:40:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:40:16Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5dde4d7513d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: b726754e-05cf-45a4-936e-86957c9613eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: 25c04038-37cf-43b8-824d-3fde8c08d923
  kind: Event
  lastTimestamp: "2026-09-16T17:41:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:01Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5ddebd64da4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 38c2c18c-879f-45fc-9e44-372c4956fb96
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: 25c04038-37cf-43b8-824d-3fde8c08d923
  kind: Event
  lastTimestamp: "2026-09-16T17:41:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:01Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5ddebd751e718
    namespace: kserve-ci-e2e-test
    resourceVersion: "17100"
    uid: b611c2f7-e71b-4136-9e51-088cd847e7c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 44ae67c2-28f4-4f1f-bd0f-bed2192c8418
  kind: Event
  lastTimestamp: "2026-09-16T17:40:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:40:58Z"
    name: isvc-sklearn-batcher-custom.18d5dde1586d1079
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: 682aa600-5435-4bc1-8d8d-eb4727f3d155
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 44ae67c2-28f4-4f1f-bd0f-bed2192c8418
  kind: Event
  lastTimestamp: "2026-09-16T17:39:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:39:46Z"
    name: isvc-sklearn-batcher-custom.18d5dde15939b5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: 7b80fa9b-11a8-4aec-be7d-5d809f268f97
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: 44ae67c2-28f4-4f1f-bd0f-bed2192c8418
  kind: Event
  lastTimestamp: "2026-09-16T17:40:58Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:40:58Z"
    name: isvc-sklearn-batcher-custom.18d5ddf2093f6b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: ac442400-2962-49e8-9376-d8412a7975c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:38:01.930341Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddc8e9807b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: 296a9c00-d890-4de8-abb2-adc0224d881e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddc90b5c2566
    namespace: kserve-ci-e2e-test
    resourceVersion: "15443"
    uid: 30bcff44-e1f7-43af-935c-2bf0440ff2f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddc90cdec0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 9c225259-9681-44ae-8665-372541e68c68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddc90f9798b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: cb4800df-f23e-4791-8352-dc7664abfebe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddc9100a6302
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 908a1825-24e5-407d-8c3b-f60cfa1f61c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-16T17:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:06Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddca1439b8f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15523"
    uid: 830e9562-b41b-4f40-afdd-fc8b1391d01f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 12.587s (12.588s including waiting). Image size: 1580636048 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:19Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddcd0287d4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: efc79eba-e8c1-4274-a620-1b653731c6f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:19Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddcd0579fe14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15661"
    uid: bbadb9ba-8f00-4a4f-a43b-83702a151931
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:19Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddcd05e8bb0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: 84092830-e53f-4145-b625-c506be2bcb3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:19Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T17:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:19Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddcd05f5159c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: f59a8888-af16-47b2-bd3a-64341518c7e9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.41s (2.411s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddcd95aa74f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15690"
    uid: 059d2625-02f7-4d22-86e1-9dc8ece08a8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddcd992d19c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: 41a26ae4-55be-45a1-9ef0-77e802424f10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddcd99a2cda9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: 3fd59790-a292-47da-8b90-659c51ee8ddc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:55ec4a44a06bc7060d574606188d82e770383955cb05dcfc0e8ce026e2fa3910"
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddcd99af5f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 016afd23-3f1f-41df-90ef-1687f53cd98f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:55ec4a44a06bc7060d574606188d82e770383955cb05dcfc0e8ce026e2fa3910"
    in 3.043s (3.043s including waiting). Image size: 243360846 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:25Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddce4f12a69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 90f0008a-84cc-43e0-aa6c-0b2bef79a412
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:25Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:25Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddce528ff7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 7883efbb-b1c1-4847-86eb-cd65847c8268
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:25Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:25Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddce53031a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: e55639f8-21c6-4f10-b204-3a88e416cba7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:39:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:49Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddce87b77a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 797f14d6-0ab8-4ef5-94a5-5577d47db3a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:39:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T17:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:49Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5ddce87c090fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: 3d97b73a-9314-4215-bb4b-299a435c6f1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:39:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:46Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5dde15ff12f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: e00091a0-1aeb-43e0-acce-222981d4822d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:39:46Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T17:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:47Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5dde15ff17153
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: e7f6342f-c508-4f33-90a4-495c68cacbcc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:39:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:47Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5dde15ff208bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: d68bdf86-4913-4afb-8b9b-8fe46419a793
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 8b9ae155-6e6d-46d9-bf38-d350dde1c93f
  kind: Event
  lastTimestamp: "2026-09-16T17:39:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:57Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs.18d5dde1640535d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16519"
    uid: fb546ce7-07ab-4467-9886-47695d77bc74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7fbc757658
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: c290db91-596b-414c-8e75-c7a53ecf10aa
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7fbc757658-4h7qs'
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658.18d5ddc8e8efc961
    namespace: kserve-ci-e2e-test
    resourceVersion: "15398"
    uid: 324e8dba-48fa-4165-bab2-cdeb4afa3b44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15384"
    uid: cd31fe63-97a6-4df4-b6fb-c0863ed93edc
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7fbc757658 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-sklearn-batcher-predictor.18d5ddc8e115fa34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 1f9b3f99-4418-4163-9570-da474ed1ea72
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: 3efaeb5a-c378-4e99-8eea-aaec58e8cf21
  kind: Event
  lastTimestamp: "2026-09-16T17:38:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:46Z"
    name: isvc-sklearn-batcher-predictor.18d5ddcc66f74f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: d3f0c306-e0c0-4867-bc96-05a5b213ad33
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: 3efaeb5a-c378-4e99-8eea-aaec58e8cf21
  kind: Event
  lastTimestamp: "2026-09-16T17:38:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:46Z"
    name: isvc-sklearn-batcher-predictor.18d5ddcc67765305
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: c4c6183b-7cff-48b5-8d50-562241237711
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 3efaeb5a-c378-4e99-8eea-aaec58e8cf21
  kind: Event
  lastTimestamp: "2026-09-16T17:39:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:32Z"
    name: isvc-sklearn-batcher-predictor.18d5ddd6e441a521
    namespace: kserve-ci-e2e-test
    resourceVersion: "16233"
    uid: c3ca9b86-b994-4b33-a8df-f5127b2d1a52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 3efaeb5a-c378-4e99-8eea-aaec58e8cf21
  kind: Event
  lastTimestamp: "2026-09-16T17:39:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:32Z"
    name: isvc-sklearn-batcher-predictor.18d5ddd6e4c44622
    namespace: kserve-ci-e2e-test
    resourceVersion: "16234"
    uid: 3c752b22-8cb9-4f83-b820-54611a8f6521
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 030e8cdb-e5f6-4b73-8473-3de00d77b6d1
  kind: Event
  lastTimestamp: "2026-09-16T17:39:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:39:39Z"
    name: isvc-sklearn-batcher.18d5ddc8e734b2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 7c7778c4-509d-45d8-8b2d-7b93477d8e6c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 030e8cdb-e5f6-4b73-8473-3de00d77b6d1
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-sklearn-batcher.18d5ddc8e7976def
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 7c163f63-5390-4ecd-a1ae-657bc1bc81b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 030e8cdb-e5f6-4b73-8473-3de00d77b6d1
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-sklearn-batcher.18d5ddc8e797c797
    namespace: kserve-ci-e2e-test
    resourceVersion: "15396"
    uid: f23ecc0d-cbe1-44ac-8885-bdbed9ad5025
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: 030e8cdb-e5f6-4b73-8473-3de00d77b6d1
  kind: Event
  lastTimestamp: "2026-09-16T17:39:39Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:39:39Z"
    name: isvc-sklearn-batcher.18d5dddf8f829335
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: 3315ca5f-cdf7-410e-b8e9-263db0aedb4e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:11:28.075902Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34750"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:11:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:11:28Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9c01185fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34755"
    uid: 56a31865-d3eb-4383-9cd4-2f6a6a3122d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:28Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9c0a977a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "34765"
    uid: 0376a0a3-bda9-4d7a-a351-eff180e21413
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34758"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:29Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:11:29Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9c471e170c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34775"
    uid: 938f0a9a-6ad0-4a30-a6d2-048c9c7b254d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:29Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9c496948ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34778"
    uid: aecb6866-ee19-4081-9aee-96b61c0cef57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:29Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9c4cae372d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: 3e624e82-bb42-4a16-8040-53ebb969b306
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:29Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9c4d247512
    namespace: kserve-ci-e2e-test
    resourceVersion: "34780"
    uid: 1727a28c-8cf1-4315-8d9c-4eb4dbed60d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:34Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9d62c288cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: d31f4657-feaa-473d-a73e-ddb8baf95a82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:34Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9d66360cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34818"
    uid: 45901f2b-9d65-482c-acd7-3ad9cf550a1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:34Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9d66ad9b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34820"
    uid: 9af1dba4-4aad-4e45-b7df-53bc1cc2e975
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:34Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:34Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9d66bc1f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "34823"
    uid: 31801869-4cba-4c9a-a2cb-5f915f422141
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.696s (2.696s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:36Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9e07752ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34847"
    uid: 6a18a30c-07b9-4d9a-bcb2-fecdbb80b8f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:36Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-16T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:36Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9e0aac03f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: 66493c67-2b45-43c5-9ca7-8d8f9771d6c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:36Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-16T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:36Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9e0b4327c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: d6420ff2-6278-442f-b0dc-cd1759297390
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:36Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9e0b4c44bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34850"
    uid: bb5b966a-4ce4-4135-87a5-83b53f42b507
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:36Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9e0ecb038a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34852"
    uid: 38b3191f-857b-4a1d-9ad0-4fcac8089ce6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:11:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:36Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5df9e0f74ca57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34853"
    uid: 940f78dc-c56c-4c4e-b2f5-cb6dde827ab2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:13:14Z"
  message: 'Readiness probe failed: Get "http://10.132.0.62:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.62:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:14Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5dfa460d8a10a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35830"
    uid: c08bc179-9bc8-4bba-8755-c4f31d4ee8b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:12:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:48Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5dfaea648448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: 596fc00b-62d2-4e47-96c3-7eb731fd4790
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:12:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:48Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5dfaea648c890
    namespace: kserve-ci-e2e-test
    resourceVersion: "35568"
    uid: d2c0fea7-b110-4fac-b85e-c3bc00b7af6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:12:48Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-16T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:48Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5dfaea648f2b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: b3234228-8d71-4918-b6ff-c520c98e242e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 993ca158-d110-45c4-a863-113939c64342
  kind: Event
  lastTimestamp: "2026-09-16T18:13:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.62:8643/healthz": dial tcp
    10.132.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:14Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5.18d5dfaedab51a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "35829"
    uid: 4e2ad428-d2b9-439f-89d1-aae39dae5152
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-cd9cbcb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "34737"
    uid: 181e901a-0d9b-41be-860e-b899c4a55f0a
  kind: Event
  lastTimestamp: "2026-09-16T18:11:28Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-cd9cbcb46-28bh5'
  metadata:
    creationTimestamp: "2026-09-16T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:11:28Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46.18d5df9c00625b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "34752"
    uid: c5b2831e-b004-48eb-816a-68d5ae0b88ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34736"
    uid: c367cf30-96a9-41e0-9c26-9d5e1f8a81b5
  kind: Event
  lastTimestamp: "2026-09-16T18:11:27Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-cd9cbcb46 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:11:27Z"
    name: isvc-sklearn-mcp-predictor.18d5df9bfb2e0544
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: f970de13-b690-4742-93e3-c0877620a7fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34729"
    uid: 618f9f5f-0fed-4d8c-88d9-285faaf8d5bd
  kind: Event
  lastTimestamp: "2026-09-16T18:12:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:12:44Z"
    name: isvc-sklearn-mcp.18d5df9bfac3e092
    namespace: kserve-ci-e2e-test
    resourceVersion: "35517"
    uid: f9d53331-b357-42ea-bd95-ae121adf5d7f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34729"
    uid: 618f9f5f-0fed-4d8c-88d9-285faaf8d5bd
  kind: Event
  lastTimestamp: "2026-09-16T18:11:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:11:28Z"
    name: isvc-sklearn-mcp.18d5df9bfb4afd55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 79f531a2-cf6c-4402-8b42-defa1c59af4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34733"
    uid: 618f9f5f-0fed-4d8c-88d9-285faaf8d5bd
  kind: Event
  lastTimestamp: "2026-09-16T18:11:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:11:28Z"
    name: isvc-sklearn-mcp.18d5df9c04165e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34762"
    uid: 6d6ae0a5-7147-4bf8-ae15-3ac04f9040e0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35514"
    uid: 618f9f5f-0fed-4d8c-88d9-285faaf8d5bd
  kind: Event
  lastTimestamp: "2026-09-16T18:12:44Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:12:44Z"
    name: isvc-sklearn-mcp.18d5dfadb760ae39
    namespace: kserve-ci-e2e-test
    resourceVersion: "35516"
    uid: a8ed216d-d058-44be-bdbe-3b34eeb2b1f9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:48:48.541434Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5bd8597c94-n9d8f
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:48:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:48:48Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de5f7686bb63
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: a4db5566-0ac6-47f4-ba8b-8bb59e23423a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21326"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de5f98593746
    namespace: kserve-ci-e2e-test
    resourceVersion: "21333"
    uid: 3a1f6f52-3e57-4927-b4d7-a962ce09c9de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de5f9a1e849d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: f93fce9a-9cde-46ce-8455-c78a37ed9340
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de5f9c9c7088
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: d9d907d0-b989-4aa9-a222-04c78f05ad36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de5f9d0d071c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: eac02200-c62e-4425-bfff-2f9c91b5d2da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:48:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:53Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de60b5cae236
    namespace: kserve-ci-e2e-test
    resourceVersion: "21379"
    uid: dc724a70-1daf-4f76-8732-4ee520b74e4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:48:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:53Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de60b8c4a009
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: b01cfa49-4323-4c18-b792-417cdc145de5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:48:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:53Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de60b93655c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: 491f769b-8200-49fd-b289-65e45d21c74a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:48:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:53Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de60b93ecd14
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: 2cfd1ffa-524a-49b7-953d-dbcb4b71d714
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:48:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:54Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de60bca85cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: 20799b13-824d-4f32-9f43-eda4230daff1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:48:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:54Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de60bd1a939e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 45935297-6a56-4a10-b512-36d0d081249c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:50:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:11Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de612da9fa02
    namespace: kserve-ci-e2e-test
    resourceVersion: "22057"
    uid: b24b32d7-f740-4fd2-b1ce-b764f451d6cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:50:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:08Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de72171ff9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21979"
    uid: 088a228e-3868-4010-8684-e1b3838e0c2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:50:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:08Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de721721297f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21980"
    uid: aa5e8c5e-3cd2-4317-9614-df13199c6b9b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 41329f3e-36dd-45f3-8595-85cfb0db2a3f
  kind: Event
  lastTimestamp: "2026-09-16T17:50:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:11Z"
    name: isvc-sklearn-predictor-5bd8597c94-n9d8f.18d5de72dfd00fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22056"
    uid: 9ef2f7a8-cd22-4138-99ca-b53b0dd894b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5bd8597c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "21304"
    uid: 967feb02-9ade-4b69-be31-fa5b8fc808d3
  kind: Event
  lastTimestamp: "2026-09-16T17:48:48Z"
  message: 'Created pod: isvc-sklearn-predictor-5bd8597c94-n9d8f'
  metadata:
    creationTimestamp: "2026-09-16T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:48Z"
    name: isvc-sklearn-predictor-5bd8597c94.18d5de5f74a6774d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: ab3e157a-4bf9-432e-9c14-870effe128db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21301"
    uid: 34d0cd99-e0c4-4a5a-b219-eac81d4568ac
  kind: Event
  lastTimestamp: "2026-09-16T17:48:48Z"
  message: Scaled up replica set isvc-sklearn-predictor-5bd8597c94 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:48Z"
    name: isvc-sklearn-predictor.18d5de5f6ead2878
    namespace: kserve-ci-e2e-test
    resourceVersion: "21305"
    uid: 82a633ba-d9af-4e53-a826-07ff8a6c66a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:49:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21303"
    uid: f4483cb8-cf10-4b09-be37-ca778b6edc74
  kind: Event
  lastTimestamp: "2026-09-16T17:49:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:49:18Z"
    name: isvc-sklearn-predictor.18d5de62ed9898a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21567"
    uid: 00bf1562-82f9-41d2-a5f5-853d15694126
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:49:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21303"
    uid: f4483cb8-cf10-4b09-be37-ca778b6edc74
  kind: Event
  lastTimestamp: "2026-09-16T17:49:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:49:18Z"
    name: isvc-sklearn-predictor.18d5de62ee8e5a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 530b8a71-3e12-4c6e-8b31-dd8e9e368083
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:49:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21463"
    uid: f4483cb8-cf10-4b09-be37-ca778b6edc74
  kind: Event
  lastTimestamp: "2026-09-16T17:50:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:03Z"
    name: isvc-sklearn-predictor.18d5de69ecc3f100
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: 08cd85c8-b9fd-4316-adfb-e28e2138f172
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:49:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21463"
    uid: f4483cb8-cf10-4b09-be37-ca778b6edc74
  kind: Event
  lastTimestamp: "2026-09-16T17:50:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:03Z"
    name: isvc-sklearn-predictor.18d5de69ed32a20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: 0f51a1ba-d5b2-46ca-9718-c1de3c2b2582
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:53:19.070147Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:53:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:53:19Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5de9e734b9704
    namespace: kserve-ci-e2e-test
    resourceVersion: "23605"
    uid: 18466c5d-ea2b-44cf-8251-17c1899fde9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23610"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:19Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:53:19Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5de9e954d70ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23622"
    uid: ee7ab762-8ce2-4f6e-a955-391e2f9f6788
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:19Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5de9e96c99031
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: bbef480c-a518-4755-81d9-afaf29a445a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:19Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5de9e997afb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23626"
    uid: 03935920-017a-4ba8-bb4e-62cdac78883c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:19Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5de9e99ecd812
    namespace: kserve-ci-e2e-test
    resourceVersion: "23627"
    uid: 03c6fb40-fc76-433a-aa65-d9cd4a29af72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:25Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5de9fdc3e4843
    namespace: kserve-ci-e2e-test
    resourceVersion: "23672"
    uid: c26e247f-6f4c-42d6-80c9-4376cba196ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:25Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5de9fdf36cedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23674"
    uid: b7e0bb94-c139-4b4b-8b15-4685a7a6f6f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:25Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5de9fdfa86336
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: 7d1d1550-77b6-4884-b3ef-46be3bea73a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:25Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5de9fdfb16675
    namespace: kserve-ci-e2e-test
    resourceVersion: "23677"
    uid: f2aca76d-1ba9-4929-b61d-01ef860e434f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:25Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5de9fe2e8cec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23680"
    uid: a4e5ab68-789d-4882-a78a-cc2a07f12b83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:25Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5de9fe35b8eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: fc78a931-b792-427c-91f9-fa26a8816df6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:32Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5dea0186a44ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23733"
    uid: bd6e275a-abd4-4817-b5cf-61acf581d845
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:51Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5dea5e3b1c39a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23894"
    uid: deef9574-a619-4260-923c-d224caf55276
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: f470e5a2-223d-45bb-adcd-9ae82852a6a6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:51Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs.18d5dea5e3b2f823
    namespace: kserve-ci-e2e-test
    resourceVersion: "23895"
    uid: 9afea71b-b66f-4021-99c5-7bf7fe20270c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6446f4d54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 085084e8-3424-45d5-9dba-d7801adf9908
  kind: Event
  lastTimestamp: "2026-09-16T17:53:19Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6446f4d54b-c8jvs'
  metadata:
    creationTimestamp: "2026-09-16T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:53:19Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b.18d5de9e72ffbdb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23602"
    uid: e2312229-1067-4fad-89bd-8beb65901b9a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: 322050a4-071a-4d28-abd8-78e57bc92db9
  kind: Event
  lastTimestamp: "2026-09-16T17:53:18Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6446f4d54b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:53:18Z"
    name: isvc-sklearn-runtime-predictor.18d5de9e6e403707
    namespace: kserve-ci-e2e-test
    resourceVersion: "23592"
    uid: fbfcfca8-6daa-4c9c-b753-b6a37ae08bf5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: 9c0db3fd-1534-4a4a-a734-063c37c97dc6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:53:49Z"
    name: isvc-sklearn-runtime-predictor.18d5dea1ecde8073
    namespace: kserve-ci-e2e-test
    resourceVersion: "23862"
    uid: fc0702f2-556e-4815-ae85-540f91b8b16f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: 9c0db3fd-1534-4a4a-a734-063c37c97dc6
  kind: Event
  lastTimestamp: "2026-09-16T17:53:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:53:49Z"
    name: isvc-sklearn-runtime-predictor.18d5dea1ed694acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23863"
    uid: 3c97969e-53d9-40b5-92e4-89da1da215f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 20ba60e2-6f8f-4126-96e2-6b76eb551379
  kind: Event
  lastTimestamp: "2026-09-16T17:53:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:42Z"
    name: isvc-sklearn-runtime.18d5de9e6e138001
    namespace: kserve-ci-e2e-test
    resourceVersion: "23817"
    uid: b5c4651d-69e9-4b04-99b5-a766b5820eb4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 20ba60e2-6f8f-4126-96e2-6b76eb551379
  kind: Event
  lastTimestamp: "2026-09-16T17:53:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:19Z"
    name: isvc-sklearn-runtime.18d5de9e6ebda022
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: 58e88147-979a-454c-84d0-3ad64e7fe04c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 20ba60e2-6f8f-4126-96e2-6b76eb551379
  kind: Event
  lastTimestamp: "2026-09-16T17:53:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:19Z"
    name: isvc-sklearn-runtime.18d5de9e771e090f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 2fca7a89-c606-42fe-9513-5f24a97aad95
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23815"
    uid: 20ba60e2-6f8f-4126-96e2-6b76eb551379
  kind: Event
  lastTimestamp: "2026-09-16T17:53:42Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:42Z"
    name: isvc-sklearn-runtime.18d5dea3d8753e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23816"
    uid: 46f5c757-caf9-4c6f-8756-a0fc07685009
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:09:19.893019Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33452"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:09:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:09:19Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7e28cce755
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: a94ad761-2f03-4068-b160-3c4e0b24afdf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:20Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7e3534a1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33470"
    uid: c1451cec-c43e-438b-b3de-46acbdad04e7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33462"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:21Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:09:21Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7e6eae778b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33479"
    uid: 5d519a38-3417-44f0-8838-365705d1a1fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:21Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7e7047def6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33481"
    uid: aafc2862-6801-4ce9-ad4c-dea9086f8fdd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:21Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7e7355ea55
    namespace: kserve-ci-e2e-test
    resourceVersion: "33482"
    uid: 3c1ef513-4370-46b7-93b5-f72ef14738ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:21Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7e73d1be9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33484"
    uid: 6df39cf5-bc1b-4462-ab16-bb5d9817716a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:23Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7efba5f1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33504"
    uid: a4d631e7-dafe-4c5f-882c-db695b1552b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:23Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7efeec859b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33506"
    uid: 341e97c0-0660-42ea-97a8-5009394c6dce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:23Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7eff76b3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: 5ba56400-4591-4f70-bc54-bbf31dff36a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:23Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7eff817125
    namespace: kserve-ci-e2e-test
    resourceVersion: "33508"
    uid: e229b849-94e3-4e3d-8901-f2cd93ec4618
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:23Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7f026512cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33512"
    uid: b9a47de9-6d5e-465e-9535-b0f90d3f553c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:09:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:23Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7f02e3663b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: e3095c26-eb6d-4cc0-851e-b12156549ac5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:10:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:51Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df7f739394b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34408"
    uid: d3ab11f6-1484-4c3c-a3a4-4ab8dfc19932
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:10:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:50Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df9327b68f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "34354"
    uid: 62508540-4c08-4168-be00-98bbc9425aea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:10:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:50Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df9327b6fac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34356"
    uid: 23552624-4e75-496a-82e2-223d9694218e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 32ef2381-621e-4d26-bdbf-a45ffb67e87e
  kind: Event
  lastTimestamp: "2026-09-16T18:10:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:51Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-plzl6.18d5df9379d2aece
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: 01d9161e-f545-40a8-b7c6-07bdcc41aba9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6957ddcb79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: fcdb729a-9763-4f62-86af-026fc48e6c65
  kind: Event
  lastTimestamp: "2026-09-16T18:09:19Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6957ddcb79-plzl6'
  metadata:
    creationTimestamp: "2026-09-16T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:19Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79.18d5df7e2851496e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33453"
    uid: a4c872b6-772c-41a0-b183-a205fb862f19
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33441"
    uid: 48faf85f-fc61-4d44-a716-e0b2d6f5adb7
  kind: Event
  lastTimestamp: "2026-09-16T18:09:19Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6957ddcb79 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:19Z"
    name: isvc-sklearn-s3-predictor.18d5df7e25754fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33445"
    uid: 701d1258-1a2e-4703-a259-634f2935aa70
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33442"
    uid: 26054fa4-9079-4130-8796-dc9f25ff843b
  kind: Event
  lastTimestamp: "2026-09-16T18:09:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:34Z"
    name: isvc-sklearn-s3-predictor.18d5df81a41ef809
    namespace: kserve-ci-e2e-test
    resourceVersion: "33599"
    uid: 4120c1d1-fed2-4e12-9894-ccc393b06f08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33442"
    uid: 26054fa4-9079-4130-8796-dc9f25ff843b
  kind: Event
  lastTimestamp: "2026-09-16T18:09:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:34Z"
    name: isvc-sklearn-s3-predictor.18d5df81a495b174
    namespace: kserve-ci-e2e-test
    resourceVersion: "33600"
    uid: 03624291-5e52-4fec-8b30-f282e4cfe0df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33598"
    uid: 26054fa4-9079-4130-8796-dc9f25ff843b
  kind: Event
  lastTimestamp: "2026-09-16T18:10:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:10:49Z"
    name: isvc-sklearn-s3-predictor.18d5df85240b1152
    namespace: kserve-ci-e2e-test
    resourceVersion: "34336"
    uid: 7b4e35bc-2d2e-43f8-9acb-fb4997be708b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33598"
    uid: 26054fa4-9079-4130-8796-dc9f25ff843b
  kind: Event
  lastTimestamp: "2026-09-16T18:10:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:10:49Z"
    name: isvc-sklearn-s3-predictor.18d5df8524921f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: f50b09e0-6a29-41ce-a713-6fb60d4d0b0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:13:53.608235Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36177"
    uid: 8ea10aee-b9ca-4ab1-a440-2e69cdef3c2a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:13:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:13:53Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d.18d5dfbde37fa6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36183"
    uid: dfcc96a1-9456-4a8a-b749-6f82799a52de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36187"
    uid: 8ea10aee-b9ca-4ab1-a440-2e69cdef3c2a
  kind: Event
  lastTimestamp: "2026-09-16T18:13:54Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:13:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d.18d5dfbe05a94a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "36196"
    uid: 5b4432f0-9d8a-40ef-922e-caf353b1a384
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: 8ea10aee-b9ca-4ab1-a440-2e69cdef3c2a
  kind: Event
  lastTimestamp: "2026-09-16T18:14:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d.18d5dfbe0716ed84
    namespace: kserve-ci-e2e-test
    resourceVersion: "36267"
    uid: 881ade9a-70d7-4ca8-b925-fda3cf1194f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: 8ea10aee-b9ca-4ab1-a440-2e69cdef3c2a
  kind: Event
  lastTimestamp: "2026-09-16T18:14:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d.18d5dfbe0a113bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36269"
    uid: 858ccbe8-63a6-48cd-ad5d-b05c9ffcc1e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: 8ea10aee-b9ca-4ab1-a440-2e69cdef3c2a
  kind: Event
  lastTimestamp: "2026-09-16T18:14:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d.18d5dfbe0a8f01bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36270"
    uid: e825605f-f9e9-4062-a1ae-a10a86fb4234
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: 8ea10aee-b9ca-4ab1-a440-2e69cdef3c2a
  kind: Event
  lastTimestamp: "2026-09-16T18:14:03Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d.18d5dfc0379cf1b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36312"
    uid: eacce5ae-1eba-4067-b8d3-8ae92f15e42a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 973743c2-fc17-4e4b-9ce2-0042825ad149
  kind: Event
  lastTimestamp: "2026-09-16T18:13:53Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-m7q2d'
  metadata:
    creationTimestamp: "2026-09-16T18:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:13:53Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9.18d5dfbde314b945
    namespace: kserve-ci-e2e-test
    resourceVersion: "36178"
    uid: 9e7d065f-2d5a-4c83-b2e3-3ead4d278004
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36165"
    uid: 09df8d58-ce79-4ef2-aac9-87061f57d3ab
  kind: Event
  lastTimestamp: "2026-09-16T18:13:53Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:13:53Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d5dfbde03ec9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36169"
    uid: e51a1440-f4a5-449b-ad22-0b43e50af46a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36158"
    uid: bd2595b5-f837-4c4b-a0d3-bb9161015f51
  kind: Event
  lastTimestamp: "2026-09-16T18:14:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:14:00Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5dfbde03fbf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: 15535629-86ba-495d-9b2e-794f7e4191bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36158"
    uid: bd2595b5-f837-4c4b-a0d3-bb9161015f51
  kind: Event
  lastTimestamp: "2026-09-16T18:13:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:13:53Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5dfbde0d4d632
    namespace: kserve-ci-e2e-test
    resourceVersion: "36173"
    uid: 2812838b-7793-4656-9f8f-24acf4c34aee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:12:22.475316Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35310"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:12:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:12:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfa8ab8d9637
    namespace: kserve-ci-e2e-test
    resourceVersion: "35315"
    uid: 13471308-ba66-4b39-abf0-d13a9c8f50b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35321"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:12:23Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:12:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfa8cd801dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35332"
    uid: f0233190-2032-414e-8fcf-00870474a391
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:12:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfa8cfa58179
    namespace: kserve-ci-e2e-test
    resourceVersion: "35334"
    uid: d84d5e11-2652-45e5-a179-983e6cc7abb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:12:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfa8d388a945
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: f53c029c-67f5-4bab-b16a-ebc40b374de8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:12:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfa8d400e5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35336"
    uid: a53d917e-9ccf-49c5-96b9-8af3610eb301
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:12:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfa951a876ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35361"
    uid: e8ec6823-cace-4e32-b9a1-cb629ab49fc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:12:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfa95530961e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35364"
    uid: 066e7b66-10f0-4e55-bc5d-cded136053e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:12:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfa955b0040b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35366"
    uid: 4ac60a49-49cd-40da-9358-3b5a4ddc10df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:12:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfa955bc70b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35368"
    uid: ba72c9cc-8427-47eb-9c6c-78141d4a4a0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:12:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfa958d4bb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "35369"
    uid: 8cffdb00-64bc-4ecb-b4f0-f3c8f56ae259
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:12:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfa9594da1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 397a4ce2-7de0-4b96-9c62-1961fdc5ee07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:13:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfa9c996ab4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36149"
    uid: 50122060-e27b-46ff-a9f3-3673edfa09ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:13:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfbda08852c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36137"
    uid: eef40575-d71e-4f98-a1e5-2e5f61a8ea41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:13:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfbda088996c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36138"
    uid: 79cc9793-b0f3-40fc-bc87-6b026b83b41e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51b085d2-fca6-4284-ba23-31498e7f2b66
  kind: Event
  lastTimestamp: "2026-09-16T18:13:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:13:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr.18d5dfbdcfd36ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36148"
    uid: 2a218d10-3b8c-46b9-90da-d415524bef5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35302"
    uid: 373616ad-f2e2-45db-a5ec-cd1cf3899b54
  kind: Event
  lastTimestamp: "2026-09-16T18:12:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-c6qtr'
  metadata:
    creationTimestamp: "2026-09-16T18:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:12:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f.18d5dfa8ab24ce45
    namespace: kserve-ci-e2e-test
    resourceVersion: "35312"
    uid: 3438e223-1e7e-4cb1-b9b2-bcc1500947d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35299"
    uid: 6309a95e-d84a-4fe8-8cc0-d46ffb3f4002
  kind: Event
  lastTimestamp: "2026-09-16T18:12:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:12:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5dfa8a7840c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "35304"
    uid: fb90b2ef-6de0-48ff-989a-1dfa068fa93f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35300"
    uid: fd3a24b6-9456-496f-86b0-af7b0da0e9d4
  kind: Event
  lastTimestamp: "2026-09-16T18:12:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:12:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5dfac264cce8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35598"
    uid: 1a64937a-65c3-48de-9c20-884d871e133f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35300"
    uid: fd3a24b6-9456-496f-86b0-af7b0da0e9d4
  kind: Event
  lastTimestamp: "2026-09-16T18:12:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:12:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5dfac26f9c637
    namespace: kserve-ci-e2e-test
    resourceVersion: "35599"
    uid: 159d6c48-8f5f-4c0c-9c06-d9299f54253d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35458"
    uid: fd3a24b6-9456-496f-86b0-af7b0da0e9d4
  kind: Event
  lastTimestamp: "2026-09-16T18:13:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:13:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5dfb3249d0dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36006"
    uid: 6d577919-5569-44c6-bd7c-2718fa1c253b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35458"
    uid: fd3a24b6-9456-496f-86b0-af7b0da0e9d4
  kind: Event
  lastTimestamp: "2026-09-16T18:13:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:13:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5dfb3250fa3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36007"
    uid: bdf46b72-7875-4974-ad7a-1a352a6dae88
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35292"
    uid: 2256ffe9-3cb6-4ce9-8dfc-ea75797af4a4
  kind: Event
  lastTimestamp: "2026-09-16T18:13:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:13:43Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5dfa8a799202f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36055"
    uid: c5fada8f-72ab-461e-b5df-059bfef04ba4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35292"
    uid: 2256ffe9-3cb6-4ce9-8dfc-ea75797af4a4
  kind: Event
  lastTimestamp: "2026-09-16T18:12:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:12:22Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5dfa8a899c55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35307"
    uid: 0281cc85-0b54-4093-b4fc-b9720e2a214f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:13:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36053"
    uid: 2256ffe9-3cb6-4ce9-8dfc-ea75797af4a4
  kind: Event
  lastTimestamp: "2026-09-16T18:13:43Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:13:43Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5dfbb81837f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "36054"
    uid: bc06e625-bf6a-4eda-8759-8e7e48d2d367
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:12:11.362987Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25
    namespace: kserve-ci-e2e-test
    resourceVersion: "35147"
    uid: 31950869-7b4c-4343-bb16-035d200d6bc9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:12:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:12:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25.18d5dfa61534e249
    namespace: kserve-ci-e2e-test
    resourceVersion: "35151"
    uid: ab50be2a-a535-40ef-9f7f-4daafd98fa04
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25
    namespace: kserve-ci-e2e-test
    resourceVersion: "35159"
    uid: 31950869-7b4c-4343-bb16-035d200d6bc9
  kind: Event
  lastTimestamp: "2026-09-16T18:12:11Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:12:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25.18d5dfa637532661
    namespace: kserve-ci-e2e-test
    resourceVersion: "35170"
    uid: 7f78331b-6f34-46d9-ae6a-f5101d97abcb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25
    namespace: kserve-ci-e2e-test
    resourceVersion: "35148"
    uid: 31950869-7b4c-4343-bb16-035d200d6bc9
  kind: Event
  lastTimestamp: "2026-09-16T18:12:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:19Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25.18d5dfa6390d91bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35236"
    uid: 7e1d1d14-5d41-4297-a9f7-1bf479c5c8f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25
    namespace: kserve-ci-e2e-test
    resourceVersion: "35148"
    uid: 31950869-7b4c-4343-bb16-035d200d6bc9
  kind: Event
  lastTimestamp: "2026-09-16T18:12:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:19Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25.18d5dfa63c656db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35242"
    uid: 934f1295-3c85-418e-ba7e-27dbaf848396
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25
    namespace: kserve-ci-e2e-test
    resourceVersion: "35148"
    uid: 31950869-7b4c-4343-bb16-035d200d6bc9
  kind: Event
  lastTimestamp: "2026-09-16T18:12:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:19Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25.18d5dfa63cdaacda
    namespace: kserve-ci-e2e-test
    resourceVersion: "35243"
    uid: ce8bb8bc-cbcb-4481-9865-20d461fb10b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25
    namespace: kserve-ci-e2e-test
    resourceVersion: "35148"
    uid: 31950869-7b4c-4343-bb16-035d200d6bc9
  kind: Event
  lastTimestamp: "2026-09-16T18:12:21Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:21Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25.18d5dfa86654fdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35277"
    uid: a976bf3e-3e15-4aee-bdd6-e1b2e64b0c7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 5eb490ca-9324-4bca-97ae-85a1466b72c8
  kind: Event
  lastTimestamp: "2026-09-16T18:12:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-slm25'
  metadata:
    creationTimestamp: "2026-09-16T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:12:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9.18d5dfa614ac064c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35149"
    uid: 26e5f312-ace4-4216-b868-fae897f5852e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35135"
    uid: c51858b6-50b1-46d8-9884-5fdc3a8d2217
  kind: Event
  lastTimestamp: "2026-09-16T18:12:11Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:12:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d5dfa610a4b52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35141"
    uid: 72932ca6-c104-435c-b45f-ea26830c7370
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35128"
    uid: fdbafe68-d3bd-46a7-8ef7-b1509c08686f
  kind: Event
  lastTimestamp: "2026-09-16T18:12:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:12:19Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5dfa610cd422e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35245"
    uid: 5ec5bdda-1b81-4ddf-bc83-d57295fa31ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35128"
    uid: fdbafe68-d3bd-46a7-8ef7-b1509c08686f
  kind: Event
  lastTimestamp: "2026-09-16T18:12:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:12:11Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5dfa612739e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "35161"
    uid: f2353251-c6b4-4c24-be7b-24a8f43d9d94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35130"
    uid: fdbafe68-d3bd-46a7-8ef7-b1509c08686f
  kind: Event
  lastTimestamp: "2026-09-16T18:12:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:12:11Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5dfa61ac14133
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 87257b92-c687-4e51-939a-13a253dd3f8d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:10:50.422590Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34381"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:10:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:10:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5df933cc8718b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: f75ddab5-ba44-4f25-9ade-43b96a435e33
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:10:50Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:10:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5df935f1cc0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34401"
    uid: af01d75a-c240-4f42-89dd-0bec27badccb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:10:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5df93610818f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34403"
    uid: 7d1f7500-4563-4f6b-ac13-de53bbb055e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:10:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5df9363ff8122
    namespace: kserve-ci-e2e-test
    resourceVersion: "34404"
    uid: 201971d8-4ca9-46c2-9448-07dae6005b27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:10:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5df93648a170e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34405"
    uid: 76515f1e-7af4-4227-b2a9-9acd60a78239
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:10:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5df93cc706fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34425"
    uid: 87a104a6-2bc9-418d-a3a9-306a827e6d1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:10:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5df93cfcda67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: f8706adf-2cf4-4714-aa98-b53ce1a23788
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:10:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5df93d04945e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34431"
    uid: ffde85df-55bd-4860-a3d7-882626c077ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:10:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5df93d055cd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "34433"
    uid: d3a39376-f804-4f9e-bce4-662ea1f0a830
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:10:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5df93d3bae4a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34435"
    uid: 1c162207-4fd1-475c-8571-58fecdd731cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:10:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:10:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5df93d434f854
    namespace: kserve-ci-e2e-test
    resourceVersion: "34436"
    uid: 286e1d20-828e-41f5-9cdd-3d61dda8b8c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:11:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:11:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5df94087e6189
    namespace: kserve-ci-e2e-test
    resourceVersion: "35015"
    uid: 18010299-306b-4363-9987-975941fba9aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:12:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5dfa5d1fbfa44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35112"
    uid: e8878290-e3c1-4a8e-baa1-eb06943e8b7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:12:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5dfa5d1fc600d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35113"
    uid: 9a497887-f858-42c1-a23b-b852fcefc6dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 4270cf48-b923-48d9-a0f7-b84b50a5aa4d
  kind: Event
  lastTimestamp: "2026-09-16T18:12:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:12:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2.18d5dfa6e4c1fd31
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: be5f4533-a3c8-45fa-8da3-9dddbd41c898
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 791b4552-2d2c-4702-9e94-f1e10999be8c
  kind: Event
  lastTimestamp: "2026-09-16T18:10:50Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-nkbp2'
  metadata:
    creationTimestamp: "2026-09-16T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:10:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747.18d5df933be2f50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34383"
    uid: 23251351-f54b-46d5-8e79-8d36042196da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34366"
    uid: 2f8e8363-c977-4c0f-af11-37c66488e3bb
  kind: Event
  lastTimestamp: "2026-09-16T18:10:50Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-d67455747
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:10:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5df9330ac7fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34370"
    uid: 66b6501b-5755-4058-a9da-99e9d6591fa1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34369"
    uid: cf5b6643-4664-471f-a5dc-a645050e68fa
  kind: Event
  lastTimestamp: "2026-09-16T18:11:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:11:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5df96aff7da5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34648"
    uid: 11a78652-201c-48bd-a66b-f565bbea6935
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34369"
    uid: cf5b6643-4664-471f-a5dc-a645050e68fa
  kind: Event
  lastTimestamp: "2026-09-16T18:11:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:11:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5df96b07df072
    namespace: kserve-ci-e2e-test
    resourceVersion: "34649"
    uid: ebf7f5eb-6c48-40c8-99ec-1ba79adbef91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34529"
    uid: cf5b6643-4664-471f-a5dc-a645050e68fa
  kind: Event
  lastTimestamp: "2026-09-16T18:12:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:12:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5df9daedc3f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "35054"
    uid: 37b068aa-3390-4891-bf04-9afbfae61452
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:11:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34529"
    uid: cf5b6643-4664-471f-a5dc-a645050e68fa
  kind: Event
  lastTimestamp: "2026-09-16T18:12:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:12:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5df9daf91a9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35055"
    uid: 818e3ff6-80d7-4053-bc9c-20e68b64a6e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34359"
    uid: 81b60f89-a965-45a2-9994-e80e55408d4f
  kind: Event
  lastTimestamp: "2026-09-16T18:12:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:12:10Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5df93317d3a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35093"
    uid: 442729fd-77d5-43f9-9b52-cfa0109c6b8f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34359"
    uid: 81b60f89-a965-45a2-9994-e80e55408d4f
  kind: Event
  lastTimestamp: "2026-09-16T18:10:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:10:50Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5df9332376a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34375"
    uid: 341f1282-89dc-4167-b685-cd045c26860b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:12:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35090"
    uid: 81b60f89-a965-45a2-9994-e80e55408d4f
  kind: Event
  lastTimestamp: "2026-09-16T18:12:09Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:12:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:12:09Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5dfa5c195ab11
    namespace: kserve-ci-e2e-test
    resourceVersion: "35091"
    uid: e7230b9e-c4c5-41d7-8dc4-c00d67be06d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:15:35.841726Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37282"
    uid: c1fc1057-d977-4e52-a9e7-6fc650799a5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:15:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:15:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2.18d5dfd5b116e319
    namespace: kserve-ci-e2e-test
    resourceVersion: "37286"
    uid: 2ede2893-f940-4c5e-ad8e-3d494b45473f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37292"
    uid: c1fc1057-d977-4e52-a9e7-6fc650799a5c
  kind: Event
  lastTimestamp: "2026-09-16T18:15:36Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:15:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2.18d5dfd5d32a67ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37302"
    uid: 5f99c0b1-8c3a-4297-ac2d-82973d375199
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37283"
    uid: c1fc1057-d977-4e52-a9e7-6fc650799a5c
  kind: Event
  lastTimestamp: "2026-09-16T18:15:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2.18d5dfd5d4ab7903
    namespace: kserve-ci-e2e-test
    resourceVersion: "37332"
    uid: d7b8b830-87ce-45dc-ab37-85496f138912
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37283"
    uid: c1fc1057-d977-4e52-a9e7-6fc650799a5c
  kind: Event
  lastTimestamp: "2026-09-16T18:15:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2.18d5dfd5d7f56841
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 1e3823b4-8c38-4aac-a3e8-ec060b957527
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37283"
    uid: c1fc1057-d977-4e52-a9e7-6fc650799a5c
  kind: Event
  lastTimestamp: "2026-09-16T18:15:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2.18d5dfd5d86bdd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37337"
    uid: 46822f71-3665-423d-bfe2-85870503550e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37283"
    uid: c1fc1057-d977-4e52-a9e7-6fc650799a5c
  kind: Event
  lastTimestamp: "2026-09-16T18:15:45Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:45Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2.18d5dfd8054a9067
    namespace: kserve-ci-e2e-test
    resourceVersion: "37408"
    uid: edc22209-d25d-47eb-8a85-927d70dc6c0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37273"
    uid: d3c377a6-b085-4dfd-8a81-85e51f55780c
  kind: Event
  lastTimestamp: "2026-09-16T18:15:35Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-tmrz2'
  metadata:
    creationTimestamp: "2026-09-16T18:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:15:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d.18d5dfd5b09cccff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 9e3503d3-99ae-4e6c-830c-699e5795f6a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37271"
    uid: 9a69be4e-83eb-414c-a4df-8ae69c087dfa
  kind: Event
  lastTimestamp: "2026-09-16T18:15:35Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:15:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d5dfd5ae2a3f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: 2f00288e-20b3-4691-992c-760e6b588a17
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: 006a6dee-a3e5-4465-9d85-cb94d5d4efcd
  kind: Event
  lastTimestamp: "2026-09-16T18:15:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:15:39Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5dfd5ae177be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37338"
    uid: 9011a834-1b0f-4f94-8151-1b223439bd64
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: 006a6dee-a3e5-4465-9d85-cb94d5d4efcd
  kind: Event
  lastTimestamp: "2026-09-16T18:15:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:15:35Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5dfd5aee5eabc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: b0887556-bef0-48b4-b697-0f9edb7b3db4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:14:04.726039Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36363"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:14:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:14:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc07a2bdbb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36367"
    uid: e63eeb69-a22d-4e0a-be7f-4214545da9f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:14:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc088db8323
    namespace: kserve-ci-e2e-test
    resourceVersion: "36382"
    uid: 07775235-72f0-4c95-9aa3-4cfe583cb9f9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36373"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:14:05Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:14:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc0c068d323
    namespace: kserve-ci-e2e-test
    resourceVersion: "36395"
    uid: cc6280ab-ba74-4a9c-a63b-805905e0e8d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:14:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc0c23ebf60
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: ea301cda-3ea5-4b17-99be-c68b34d2f7ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:14:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc0c4d58292
    namespace: kserve-ci-e2e-test
    resourceVersion: "36398"
    uid: 8c75d694-40d4-4c78-abf7-49cf16320438
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:14:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc0c5539b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "36399"
    uid: f74a8dba-3950-478e-942b-874a91655153
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:14:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc129de51ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: c72c09ec-4551-46a2-9f2e-48ad525fd960
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:14:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc12cc3c510
    namespace: kserve-ci-e2e-test
    resourceVersion: "36423"
    uid: 6945a1e6-f057-4580-b9a4-ca327c0c1976
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:14:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc12d416189
    namespace: kserve-ci-e2e-test
    resourceVersion: "36424"
    uid: acf3de60-da67-41fc-8181-910befe6cb1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:14:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc12d4d2791
    namespace: kserve-ci-e2e-test
    resourceVersion: "36425"
    uid: 6c8890bc-a8b7-431a-862e-46a5c61b97e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:14:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc130240a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36428"
    uid: fb24f533-c784-4f16-8d08-650cf4a07625
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:14:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:14:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc130a14942
    namespace: kserve-ci-e2e-test
    resourceVersion: "36429"
    uid: 0506ffed-f2ab-4900-9ae8-6370f696d112
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:15:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfc1663ad69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37020"
    uid: 26061cfb-100b-40c6-af49-30d6678b885c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:15:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:15:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfd56e828a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37248"
    uid: 14107611-a31c-4ead-a18e-8c76d2080165
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 82bb601a-82fa-4b00-a976-d7c39c79a8bf
  kind: Event
  lastTimestamp: "2026-09-16T18:15:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:15:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:15:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp.18d5dfd56e830a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "37249"
    uid: 87bbadb4-4e63-4d4b-9b1f-85fe8742856e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36354"
    uid: fe2bb821-9232-4170-be64-f37d5124289a
  kind: Event
  lastTimestamp: "2026-09-16T18:14:04Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-t9tfp'
  metadata:
    creationTimestamp: "2026-09-16T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:14:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4.18d5dfc0794889c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36365"
    uid: 24de8864-1a11-4929-97ab-4b4678d7d75d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36352"
    uid: ee92b73f-ef69-477c-8f69-0cec4dba7f56
  kind: Event
  lastTimestamp: "2026-09-16T18:14:04Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:14:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5dfc07684ba08
    namespace: kserve-ci-e2e-test
    resourceVersion: "36356"
    uid: 105e7285-cbee-4f10-b0ee-982e8dcdf98b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36353"
    uid: b92b9f67-02fa-43b4-846c-707bdb05b4fe
  kind: Event
  lastTimestamp: "2026-09-16T18:14:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:14:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5dfc3f5bf3384
    namespace: kserve-ci-e2e-test
    resourceVersion: "36568"
    uid: a6eaca5e-4b60-4bdc-a62b-e01ec82671c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36353"
    uid: b92b9f67-02fa-43b4-846c-707bdb05b4fe
  kind: Event
  lastTimestamp: "2026-09-16T18:14:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:14:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5dfc3f625bde1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36570"
    uid: 88d1bb02-0dc7-4b82-a2cb-4c090ddb700d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36569"
    uid: b92b9f67-02fa-43b4-846c-707bdb05b4fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:15:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5dfc774dfaa2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37107"
    uid: 52ea25e7-813b-47ca-a723-41d92fc8c619
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36569"
    uid: b92b9f67-02fa-43b4-846c-707bdb05b4fe
  kind: Event
  lastTimestamp: "2026-09-16T18:15:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:15:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5dfc7754517c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37108"
    uid: f60c74a1-356d-4761-ad34-7415e4c5396b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36345"
    uid: ad043d46-955a-4a1f-8eef-c78c2aa64c15
  kind: Event
  lastTimestamp: "2026-09-16T18:15:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:15:24Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5dfc0769777e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37163"
    uid: 9e6ae361-9d67-4639-b7af-4c35230d6f60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36345"
    uid: ad043d46-955a-4a1f-8eef-c78c2aa64c15
  kind: Event
  lastTimestamp: "2026-09-16T18:14:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:14:04Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5dfc077204a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36375"
    uid: 88aac0f8-1527-4827-89fb-eb6f1d9ed8b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:14:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36347"
    uid: ad043d46-955a-4a1f-8eef-c78c2aa64c15
  kind: Event
  lastTimestamp: "2026-09-16T18:14:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:14:04Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5dfc0829c674c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36377"
    uid: b1735cfe-d9a6-4c98-a34a-976a1bd0d66d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:15:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37161"
    uid: ad043d46-955a-4a1f-8eef-c78c2aa64c15
  kind: Event
  lastTimestamp: "2026-09-16T18:15:24Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:15:24Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5dfd31eb0d2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37162"
    uid: caa8cdb1-3e47-4cd4-bdc5-e4f24b94e929
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33432"
    uid: e4aa3746-9b4e-4dad-af99-2c1c2bf754ac
  kind: Event
  lastTimestamp: "2026-09-16T18:10:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:10:41Z"
    name: isvc-sklearn-s3.18d5df7e256fd5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34271"
    uid: b1a7cd64-a67f-49fb-8eaa-eba438fdf553
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33432"
    uid: e4aa3746-9b4e-4dad-af99-2c1c2bf754ac
  kind: Event
  lastTimestamp: "2026-09-16T18:09:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:09:19Z"
    name: isvc-sklearn-s3.18d5df7e25f26400
    namespace: kserve-ci-e2e-test
    resourceVersion: "33464"
    uid: ae92abc8-1f15-4cbb-9b0b-9d6d7bd0b5f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33435"
    uid: e4aa3746-9b4e-4dad-af99-2c1c2bf754ac
  kind: Event
  lastTimestamp: "2026-09-16T18:09:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:09:19Z"
    name: isvc-sklearn-s3.18d5df7e2c62ff6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33465"
    uid: 20af4fd7-3237-40ef-a7b8-d0c1f34bc151
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:10:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34269"
    uid: e4aa3746-9b4e-4dad-af99-2c1c2bf754ac
  kind: Event
  lastTimestamp: "2026-09-16T18:10:41Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:10:41Z"
    name: isvc-sklearn-s3.18d5df912bb2ec48
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: 0e1cfd1d-d241-466b-bc4d-8e01cf814647
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7c4f976d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20977"
    uid: 68a051f2-2161-4a68-80cc-7d715ebff3f0
  kind: Event
  lastTimestamp: "2026-09-16T17:48:14Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7c4f976d4-5r8sq'
  metadata:
    creationTimestamp: "2026-09-16T17:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:14Z"
    name: isvc-sklearn-scheduler-predictor-7c4f976d4.18d5de576d2c23dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20991"
    uid: d94f21ee-47d0-46e3-9eb6-ae0a584913bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20975"
    uid: 87a525bb-e4f2-461b-ba3d-372b8a7a8c70
  kind: Event
  lastTimestamp: "2026-09-16T17:48:13Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7c4f976d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:13Z"
    name: isvc-sklearn-scheduler-predictor.18d5de576593bbf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20980"
    uid: ca8274e3-e976-4350-ac3e-dc68df8ddbbf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 1090b067-921e-490b-b479-c78ee5038878
  kind: Event
  lastTimestamp: "2026-09-16T17:48:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:48:14Z"
    name: isvc-sklearn-scheduler.18d5de576526875f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21001"
    uid: c6e09ba9-9aff-4464-af30-3774ddb3ea4e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 1090b067-921e-490b-b479-c78ee5038878
  kind: Event
  lastTimestamp: "2026-09-16T17:48:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:48:13Z"
    name: isvc-sklearn-scheduler.18d5de57659b838e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 003ca94a-6719-486b-b14c-432959d6e3f0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 1090b067-921e-490b-b479-c78ee5038878
  kind: Event
  lastTimestamp: "2026-09-16T17:48:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:48:13Z"
    name: isvc-sklearn-scheduler.18d5de57659bc76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20982"
    uid: f651c3bf-1a4b-45d1-aeed-ea655a68499e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:56:26.902584Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25568"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:56:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:56:26Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5deca2efae0e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 24b24012-b1c6-4a29-bf01-38eeb785ba23
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25579"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:56:27Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:56:27Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5deca51522c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: af1eb39a-06c9-4aa0-9e6b-4f3c3d678a1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:56:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:27Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5deca53e16543
    namespace: kserve-ci-e2e-test
    resourceVersion: "25591"
    uid: 32dc30db-a801-44e9-94a5-9a7eefb05cdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:56:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:27Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5deca56f926f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25592"
    uid: 6ee727fc-8024-44d7-b088-43223bb93837
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:56:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:27Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5deca577cdf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25593"
    uid: a88a2425-2834-4d5c-a800-c0d164fde197
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:56:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:31Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5decb5defbfea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25630"
    uid: b8826fdb-36f5-4b49-ba37-182e52560789
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:56:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:32Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5decb61373155
    namespace: kserve-ci-e2e-test
    resourceVersion: "25632"
    uid: 591e8804-f8be-4c42-bd1e-9da2895ce776
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:56:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:32Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5decb61ac1196
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: 178374e7-11de-43b3-92a0-1f872cef82e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:56:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:32Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5decb61b5fb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: 05e2d44f-c1f2-4e15-9ecd-978c018b3af1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:56:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:32Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5decb64924c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25636"
    uid: 7f73bf0b-72ad-41b8-a497-79bafa0546bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:56:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:32Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5decb6508b782
    namespace: kserve-ci-e2e-test
    resourceVersion: "25638"
    uid: 178934c5-1901-48dd-b172-2f70f2d991f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:57:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:59Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5decb9a25492c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26805"
    uid: 1ab16d3e-3604-4b7d-8aca-9e318d798769
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:57:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:56Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5dedf288de216
    namespace: kserve-ci-e2e-test
    resourceVersion: "26783"
    uid: 5aff340c-beaa-4bc0-ac11-e8f3662012a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:57:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:57Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5dedf288e416b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26784"
    uid: 95eded40-8360-49a7-bbb2-6d23d6cc21a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 5248c29d-bb8a-4a81-8984-4fbecd036a2d
  kind: Event
  lastTimestamp: "2026-09-16T17:57:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:57:59Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6.18d5dedfa0601cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: 4092c98f-0633-47c9-a2fa-7238cfa5c5fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25557"
    uid: 63dff6f1-3656-4779-b7da-0da11b5eea49
  kind: Event
  lastTimestamp: "2026-09-16T17:56:26Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-tljf6'
  metadata:
    creationTimestamp: "2026-09-16T17:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:56:26Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f.18d5deca2e764dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: cf7b5729-4eb0-42bb-8318-44f61aba2687
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25555"
    uid: d7d8a0c6-f1a0-41f0-a618-dd1e00458730
  kind: Event
  lastTimestamp: "2026-09-16T17:56:26Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-77fd7b9f9f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:56:26Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5deca260cc1cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25558"
    uid: 1a6b4b29-58bd-484d-bae6-4e350ce2cb38
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25556"
    uid: d327e6cb-172c-42e8-a760-f91eccc58fc6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:57:11Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5decda4c7d039
    namespace: kserve-ci-e2e-test
    resourceVersion: "25934"
    uid: afe6fe43-dbed-45e1-bbb5-bb37a3702077
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25556"
    uid: d327e6cb-172c-42e8-a760-f91eccc58fc6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:57:11Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5decda5939028
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: ebde5138-6b5e-470f-af25-a82eda4dd10e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: d327e6cb-172c-42e8-a760-f91eccc58fc6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:57:56Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5ded82631b2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26771"
    uid: a19a928c-ace0-4a83-9003-ffb231456282
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: d327e6cb-172c-42e8-a760-f91eccc58fc6
  kind: Event
  lastTimestamp: "2026-09-16T17:57:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:57:56Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5ded826e61891
    namespace: kserve-ci-e2e-test
    resourceVersion: "26778"
    uid: f6a0e9cb-f3cb-46b2-b1bf-0f14bdc2a6c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25547"
    uid: 54cfcae0-6bc3-4a46-9e30-ea3257efeba1
  kind: Event
  lastTimestamp: "2026-09-16T17:57:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:57:49Z"
    name: isvc-sklearn-v2-mixed.18d5deca26020df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: d8b8f276-74a9-4dbe-ad5f-afb507abc8a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25547"
    uid: 54cfcae0-6bc3-4a46-9e30-ea3257efeba1
  kind: Event
  lastTimestamp: "2026-09-16T17:56:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:56:26Z"
    name: isvc-sklearn-v2-mixed.18d5deca26a6a783
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: e565b231-0e25-4ba0-9e21-434ea0d7509b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:57:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26579"
    uid: 54cfcae0-6bc3-4a46-9e30-ea3257efeba1
  kind: Event
  lastTimestamp: "2026-09-16T17:57:49Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:57:49Z"
    name: isvc-sklearn-v2-mixed.18d5dedd54affe06
    namespace: kserve-ci-e2e-test
    resourceVersion: "26580"
    uid: 48dbe1b7-096f-44dc-93ef-eaf29213a72b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:55:01.455813Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:55:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:55:01Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb649f4870b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24621"
    uid: 2c65042e-8f07-4451-b72f-8810686c27f0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:55:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:01Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb653f6fe5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24630"
    uid: b436f90c-55ef-4786-8b70-a17c43cd1a6d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24624"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:55:02Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:55:02Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb68f97326a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24643"
    uid: 8845ee85-01e0-4dda-9622-6f7995edfdca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:55:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:02Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb6911db7bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24645"
    uid: 281be7e5-0da8-4227-b8cc-aa942523c8b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:55:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:02Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb693acd350
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: 9e4cf83b-fbdc-457d-8bda-45735dd8568c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:55:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:02Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb6941f6121
    namespace: kserve-ci-e2e-test
    resourceVersion: "24648"
    uid: 8de70469-80d9-4b25-9358-4ead36b00c45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:55:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:06Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb77d324b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "24681"
    uid: 06fee70e-2b6c-477b-8e4f-31402844a889
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:55:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:06Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb780310291
    namespace: kserve-ci-e2e-test
    resourceVersion: "24683"
    uid: e8bffd3f-41e6-44f3-84be-eeb6ea9d4570
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:55:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:06Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb780a45f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24686"
    uid: 7bbda5a1-d4af-4d58-b53b-b4e10edb0534
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:55:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:06Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb780ad0e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24687"
    uid: e059df8c-8412-486c-a6f7-1e37d9840bbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:55:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:06Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb783a54e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24688"
    uid: dcc1b263-0056-493f-8799-6da3a29449ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:55:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:06Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb78416e35c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24690"
    uid: 3671ca4d-9712-4fa7-acf8-726250a4e412
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:56:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:24Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5deb7f522ef92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: 3865b62c-60f2-4ba9-9bb9-26179904ecff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:56:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:21Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5dec8f4788a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: bd270700-bbd5-4505-ada7-8019f385b0fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:56:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:21Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5dec8f4791eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25495"
    uid: 04c6528f-9db1-4a80-9cd3-f18337e97f88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: feaa5ffc-65d1-4ce0-88d1-f3201f90e977
  kind: Event
  lastTimestamp: "2026-09-16T17:56:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:56:24Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-p4xbh.18d5dec9a746fd96
    namespace: kserve-ci-e2e-test
    resourceVersion: "25520"
    uid: e15bb214-b340-41a9-84b4-0d4e187aa8f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-64bfb47598
    namespace: kserve-ci-e2e-test
    resourceVersion: "24602"
    uid: 8c177988-ad93-4ae7-ab61-a856c5e32136
  kind: Event
  lastTimestamp: "2026-09-16T17:55:01Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-64bfb47598-p4xbh'
  metadata:
    creationTimestamp: "2026-09-16T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:55:01Z"
    name: isvc-sklearn-v2-predictor-64bfb47598.18d5deb649608745
    namespace: kserve-ci-e2e-test
    resourceVersion: "24615"
    uid: 121f58a2-d785-41d9-bfc5-8d7d9dd365f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24600"
    uid: 6a41193f-fa68-435b-9647-7fb3878f7284
  kind: Event
  lastTimestamp: "2026-09-16T17:55:01Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-64bfb47598 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:55:01Z"
    name: isvc-sklearn-v2-predictor.18d5deb6438723ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24603"
    uid: 04c789d1-636d-49cc-a53e-64777beb8a4d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24601"
    uid: 0086d8fa-3579-4a2e-99ae-5d829bf1431f
  kind: Event
  lastTimestamp: "2026-09-16T17:55:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:55:46Z"
    name: isvc-sklearn-v2-predictor.18d5deb9c354e0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25065"
    uid: fc9e3f23-dc54-475f-a713-4ebb600fa9de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24601"
    uid: 0086d8fa-3579-4a2e-99ae-5d829bf1431f
  kind: Event
  lastTimestamp: "2026-09-16T17:55:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:55:46Z"
    name: isvc-sklearn-v2-predictor.18d5deb9c3ce4f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "25066"
    uid: 4e81e293-8ac4-4451-beec-3c454caaa97e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: 0086d8fa-3579-4a2e-99ae-5d829bf1431f
  kind: Event
  lastTimestamp: "2026-09-16T17:56:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:56:16Z"
    name: isvc-sklearn-v2-predictor.18d5dec441cbfae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25436"
    uid: 19acbe85-a8d9-4469-a957-fe17c02a34f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: 0086d8fa-3579-4a2e-99ae-5d829bf1431f
  kind: Event
  lastTimestamp: "2026-09-16T17:56:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:56:16Z"
    name: isvc-sklearn-v2-predictor.18d5dec442a8d49f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 7520a061-a67e-4b79-a1e7-628eb529e5f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:53:56.041525Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23945"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:53:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:53:56Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5dea70ef5d468
    namespace: kserve-ci-e2e-test
    resourceVersion: "23955"
    uid: 2b969655-95b8-45e1-9c7b-27b043d9490e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23964"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:53:56Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:53:56Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5dea730efd340
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 29fa6bb8-ad80-44fd-83f1-aa1f3628df2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:53:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:56Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5dea732539020
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: 8c577998-2069-4d10-9ad1-f9d66eed1a3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:53:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:56Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5dea7356dfdff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23980"
    uid: 1f80c870-45bc-4c8a-963d-51a6a8fc59a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:53:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:56Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5dea735e2db05
    namespace: kserve-ci-e2e-test
    resourceVersion: "23981"
    uid: f44935b1-a371-416d-be32-ec49d204a4ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:54:01Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T17:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5dea848c56180
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: db55df04-7f3e-4f74-983a-f73606c7b139
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:54:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5dea84b71c8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 30fcecfc-9900-495e-8c51-e2b909027d40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:54:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5dea84be187e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24027"
    uid: 411dabc0-0804-4566-bc87-4d74cd7aa5fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:54:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5dea84bea5120
    namespace: kserve-ci-e2e-test
    resourceVersion: "24028"
    uid: b6dd0305-80b8-4e32-86e2-8bbea0bd57fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:54:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5dea84eb4796a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24031"
    uid: 9741d0ca-e534-47da-80b3-ca265ac63de5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:54:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5dea84f248233
    namespace: kserve-ci-e2e-test
    resourceVersion: "24032"
    uid: ebd2cb8f-c6ad-4338-90a8-fa2cc4a325ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:54:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T17:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:39Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5deb124faf8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24382"
    uid: e197be56-2bf5-4352-98ee-b1160c6c8535
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:54:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:56Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5deb50d1598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24545"
    uid: bd28cdf9-fbb9-4110-bb05-2ff927d5b6d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:54:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:56Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5deb50d15f80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24546"
    uid: 9c39918f-4ade-4a38-908b-a1e90298b0a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:54:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:59Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5deb5cabeb830
    namespace: kserve-ci-e2e-test
    resourceVersion: "24573"
    uid: 9c2ef226-1271-4e07-ba43-25a5f46908c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8a6addb7-0378-4bf3-98b9-c98a665860c5
  kind: Event
  lastTimestamp: "2026-09-16T17:54:59Z"
  message: 'Readiness probe failed: Get "http://10.132.0.41:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.132.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:54:59Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw.18d5deb5cb120c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 8f54cbf1-96d2-4be6-808d-4534bfb2a79c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "23939"
    uid: 1e5075c6-8c69-4281-a7ea-dfd739d1b723
  kind: Event
  lastTimestamp: "2026-09-16T17:53:56Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-h6zdw'
  metadata:
    creationTimestamp: "2026-09-16T17:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:53:56Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d5dea70e80424c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23946"
    uid: aebb7e87-33f3-4a8c-b2e0-580a0c2dac3c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23937"
    uid: e8cb8b0c-b9db-4ffc-b2ae-02b1bb4f7702
  kind: Event
  lastTimestamp: "2026-09-16T17:53:55Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:53:55Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5dea70bb17463
    namespace: kserve-ci-e2e-test
    resourceVersion: "23941"
    uid: 85a24eac-ae0e-49b9-bc6e-c82f321a290d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: a0593274-50a4-4d96-a5f7-643cdf4bbb07
  kind: Event
  lastTimestamp: "2026-09-16T17:54:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5deaa8a87ab03
    namespace: kserve-ci-e2e-test
    resourceVersion: "24394"
    uid: c91831c5-c568-4df9-ae1d-58fcd3281a33
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: a0593274-50a4-4d96-a5f7-643cdf4bbb07
  kind: Event
  lastTimestamp: "2026-09-16T17:54:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5deaa8b1be9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "24395"
    uid: d54ef46e-c452-4d11-89ff-b08e2b21b31e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24102"
    uid: a0593274-50a4-4d96-a5f7-643cdf4bbb07
  kind: Event
  lastTimestamp: "2026-09-16T17:54:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:56Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5deb5076e13c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: c611fb8c-f436-42fe-aac7-7470b4284d83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24102"
    uid: a0593274-50a4-4d96-a5f7-643cdf4bbb07
  kind: Event
  lastTimestamp: "2026-09-16T17:54:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:56Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5deb507ffaa77
    namespace: kserve-ci-e2e-test
    resourceVersion: "24529"
    uid: 758e028f-66de-4c58-824b-24f7235da4ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23930"
    uid: 14e12d80-0ff8-4ff4-a538-d40678380edd
  kind: Event
  lastTimestamp: "2026-09-16T17:54:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:54:49Z"
    name: isvc-sklearn-v2-runtime.18d5dea70bb24606
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: 5f68798d-d7d4-4786-ad01-07f14ee16ceb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23930"
    uid: 14e12d80-0ff8-4ff4-a538-d40678380edd
  kind: Event
  lastTimestamp: "2026-09-16T17:53:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:56Z"
    name: isvc-sklearn-v2-runtime.18d5dea70c283254
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: 906d7790-8491-42e3-a3f1-b8c1ff60e50d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23934"
    uid: 14e12d80-0ff8-4ff4-a538-d40678380edd
  kind: Event
  lastTimestamp: "2026-09-16T17:53:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:56Z"
    name: isvc-sklearn-v2-runtime.18d5dea7132efdfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 7ebf4429-b381-49b8-ad70-bbae05d11709
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24475"
    uid: 14e12d80-0ff8-4ff4-a538-d40678380edd
  kind: Event
  lastTimestamp: "2026-09-16T17:54:49Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:54:49Z"
    name: isvc-sklearn-v2-runtime.18d5deb37d925f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24476"
    uid: 19e09998-b20c-44c7-8722-d1e5c9c069f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24586"
    uid: 8670e95e-2d2a-4cc3-90dc-3c8ba919984a
  kind: Event
  lastTimestamp: "2026-09-16T17:56:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:56:14Z"
    name: isvc-sklearn-v2.18d5deb6445558a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25425"
    uid: 6e6e6e3f-c94e-4982-8145-5f9298e41651
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24586"
    uid: 8670e95e-2d2a-4cc3-90dc-3c8ba919984a
  kind: Event
  lastTimestamp: "2026-09-16T17:55:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:55:01Z"
    name: isvc-sklearn-v2.18d5deb644c83287
    namespace: kserve-ci-e2e-test
    resourceVersion: "24605"
    uid: 4d8a678a-d3d8-4f0a-9692-12c8d464dde7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25422"
    uid: 8670e95e-2d2a-4cc3-90dc-3c8ba919984a
  kind: Event
  lastTimestamp: "2026-09-16T17:56:14Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:56:14Z"
    name: isvc-sklearn-v2.18d5dec75ac0d747
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 95fa36c9-336e-40e5-ae6a-cb8b65cf3b82
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: 867ec6d3-ea4e-46da-8ee7-ea07dc487766
  kind: Event
  lastTimestamp: "2026-09-16T17:50:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:50:02Z"
    name: isvc-sklearn.18d5de5f6f09b626
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: d3af1574-762e-4f07-88fb-30e1bcfe9467
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: 867ec6d3-ea4e-46da-8ee7-ea07dc487766
  kind: Event
  lastTimestamp: "2026-09-16T17:48:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:48:48Z"
    name: isvc-sklearn.18d5de5f6f965044
    namespace: kserve-ci-e2e-test
    resourceVersion: "21308"
    uid: 205bc06b-1d3f-40ad-a15e-3caa499bae5c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 867ec6d3-ea4e-46da-8ee7-ea07dc487766
  kind: Event
  lastTimestamp: "2026-09-16T17:50:02Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:50:02Z"
    name: isvc-sklearn.18d5de70915dddad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: c8322a8d-9277-45ab-922f-f826727786b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:58:02.063298Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26853"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-cr4fr
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:58:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:58:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee057002201
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 0936a6f7-d00d-4824-bc68-b14c3e83a630
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26865"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:02Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:58:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee078e7bf36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26875"
    uid: dfba4391-797d-4458-a124-2910d1e3c525
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee07a4e1b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "26877"
    uid: 9fec969d-05bc-45bd-827b-680c50e1728f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee07cefc21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26878"
    uid: 3af2292b-a541-43bb-b3fd-8e5a5335bf68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee07d63c54a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26879"
    uid: b7b5d030-b8f6-4a24-9614-f47db368b366
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:08Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-16T17:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee1d3f74921
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 2ca81309-5751-41d2-8089-f843ebd94bba
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:11Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.535s (3.535s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee2a6adc5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26956"
    uid: 6b0a1a5a-ba4e-4a50-af48-70499c84cbd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee2a9a6046c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26957"
    uid: 183a3a12-dae5-4f9a-bf3d-66b81ca641e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee2aa15284d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26958"
    uid: 1379903a-9915-4b8a-8607-2b4911f88140
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee2aa1da6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26959"
    uid: 79ed5c7f-f979-4165-880a-abfeca07c6ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee2acf58db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26962"
    uid: e4335781-33f2-450d-82eb-9107cd2ae128
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee2ad662bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26963"
    uid: cb277aff-c7a4-4c57-ad57-f6b19244a05b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:18Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee2c3c711a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27012"
    uid: 1c803af1-569e-426a-bdb1-360d60fbf107
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:40Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee96115daa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27200"
    uid: ba5897f5-b7a7-4af2-81ee-8678a47a677c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:58:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:40Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee96116e97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: d0ea5bd0-6159-4e22-8f4b-241e7376129c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 4f759eb5-be9f-4666-8107-f47d53c21045
  kind: Event
  lastTimestamp: "2026-09-16T17:59:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-cr4fr.18d5dee9fbbdd673
    namespace: kserve-ci-e2e-test
    resourceVersion: "27480"
    uid: 82eb2744-a0bb-4c6d-b5fe-116988893244
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "26844"
    uid: 9e718c54-9f23-4a2d-ac7e-8f503baa8447
  kind: Event
  lastTimestamp: "2026-09-16T17:58:02Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-cr4fr'
  metadata:
    creationTimestamp: "2026-09-16T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:58:02Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d5dee05677475d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26855"
    uid: 461861be-844f-49b5-b71f-fd9146ebbbf2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: 09aaa85a-8bb5-43b7-8b8d-e54c8a9c32a7
  kind: Event
  lastTimestamp: "2026-09-16T17:58:02Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:58:02Z"
    name: isvc-tensorflow-predictor.18d5dee05392b4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: e90bc6da-9a1c-4a50-8a00-f8a18f84f299
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: 20905c05-6217-4331-aceb-bbf90a5b10bf
  kind: Event
  lastTimestamp: "2026-09-16T17:58:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:58:17Z"
    name: isvc-tensorflow-predictor.18d5dee3d30c79c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 517a8ac7-70a4-4573-903d-949d79c5409a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: 20905c05-6217-4331-aceb-bbf90a5b10bf
  kind: Event
  lastTimestamp: "2026-09-16T17:58:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:58:17Z"
    name: isvc-tensorflow-predictor.18d5dee3d43973b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27001"
    uid: 52b1d07f-67c9-41cc-83ab-882e34e389fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27000"
    uid: 20905c05-6217-4331-aceb-bbf90a5b10bf
  kind: Event
  lastTimestamp: "2026-09-16T17:58:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:58:32Z"
    name: isvc-tensorflow-predictor.18d5dee75302908f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27119"
    uid: 294807c4-140a-4029-b163-333ca73368af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27000"
    uid: 20905c05-6217-4331-aceb-bbf90a5b10bf
  kind: Event
  lastTimestamp: "2026-09-16T17:58:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:58:32Z"
    name: isvc-tensorflow-predictor.18d5dee75372b5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27121"
    uid: 943c9e29-1c8c-4ef2-8c88-d89388785098
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:58:46.105082Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27267"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:58:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:58:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5deea98185e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27272"
    uid: 202b5139-0be1-4792-ba25-b425784a9b32
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27276"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:58:46Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:58:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5deeaba141d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27284"
    uid: 2317bb10-681f-4e8a-bf3a-d83191345232
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:58:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5deeabd57758e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27287"
    uid: fa92120c-d230-4cdc-baed-14c96c105e06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:58:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5deeac0061008
    namespace: kserve-ci-e2e-test
    resourceVersion: "27289"
    uid: 6366d3f0-3252-48c0-896e-f13d679643f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:58:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5deeac078b398
    namespace: kserve-ci-e2e-test
    resourceVersion: "27290"
    uid: 77b359f6-630d-487c-b70e-7bd2f8fbfb5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:58:51Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5deebe3fb884d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27332"
    uid: 576184f6-92a1-4165-b0d1-3dcf87e9ec07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:58:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5deebe7505b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "27335"
    uid: c808a32f-1da7-4eb6-a0cc-249304f1f253
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:58:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5deebe7c7d57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27337"
    uid: 85467686-dc58-4d4b-986d-98b658dd7d74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:58:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5deebe7d1869f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27339"
    uid: 99f682e2-7ea3-4860-a840-60dd26ea6e88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:58:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5deebeaadb016
    namespace: kserve-ci-e2e-test
    resourceVersion: "27340"
    uid: 344223a4-0bda-42c1-8fe0-6d1d6a3e79e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:58:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5deebeb20ef51
    namespace: kserve-ci-e2e-test
    resourceVersion: "27342"
    uid: 767be09b-93cd-4ac4-aadb-3238ee0cd1c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:58:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:58:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5deec5be9dd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: b5f2f7a8-ab8c-4e1a-82c9-27671ac84e5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:59:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:24Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5def3a2932fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27707"
    uid: dbb651d3-4766-41bb-b5ea-082060a66ee9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:59:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:24Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5def3a29368c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27708"
    uid: f3ee25bc-505e-4627-a3c9-435fbb086565
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: a0aa9912-225e-47f9-a3f1-b89d3a4edf17
  kind: Event
  lastTimestamp: "2026-09-16T17:59:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md.18d5def4bdf2bb5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27986"
    uid: 05f81e0f-5cc0-434f-a413-6e2bd704f3c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27254"
    uid: 87a468b4-74b4-48a5-b5b1-2ad1ce24bab8
  kind: Event
  lastTimestamp: "2026-09-16T17:58:46Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-8q2md'
  metadata:
    creationTimestamp: "2026-09-16T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:58:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d5deea973bd4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27269"
    uid: 32c85bc8-b54c-4568-9c46-bdea0b36d58c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: f3014013-437b-47ac-86b2-6813d87c03f6
  kind: Event
  lastTimestamp: "2026-09-16T17:58:45Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:58:45Z"
    name: isvc-tensorflow-runtime-predictor.18d5deea90b60ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: 83fa9851-5367-4431-bef3-b8d494e447d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27252"
    uid: eea772d9-c23f-4279-93fc-9276a73e37c4
  kind: Event
  lastTimestamp: "2026-09-16T17:59:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:59:16Z"
    name: isvc-tensorflow-runtime-predictor.18d5deee0f857db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27582"
    uid: de345434-b407-4c21-b47e-2d5e1e3a1e64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27252"
    uid: eea772d9-c23f-4279-93fc-9276a73e37c4
  kind: Event
  lastTimestamp: "2026-09-16T17:59:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:59:16Z"
    name: isvc-tensorflow-runtime-predictor.18d5deee1064c5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27583"
    uid: 3ba770d8-49bb-4c32-97f4-6d0a52f20643
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: a46d13db-9b46-4253-821e-735cf33da4cc
  kind: Event
  lastTimestamp: "2026-09-16T17:59:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:59:09Z"
    name: isvc-tensorflow-runtime.18d5deea9011d1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: b5c47fb7-b355-43d8-851f-9f305e4b0350
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: a46d13db-9b46-4253-821e-735cf33da4cc
  kind: Event
  lastTimestamp: "2026-09-16T17:58:45Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:58:45Z"
    name: isvc-tensorflow-runtime.18d5deea9132a2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: fd3bfcf1-1754-4d82-ac53-b97a0363b71e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27496"
    uid: a46d13db-9b46-4253-821e-735cf33da4cc
  kind: Event
  lastTimestamp: "2026-09-16T17:59:09Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:59:09Z"
    name: isvc-tensorflow-runtime.18d5def01e9b119f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: be1a14c8-ecc0-4113-bfdd-0dbaf13e3a8d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26835"
    uid: 2bac6d74-c005-4335-b5a2-b4f5391fb8fe
  kind: Event
  lastTimestamp: "2026-09-16T17:58:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:58:28Z"
    name: isvc-tensorflow.18d5dee053976c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 65302c73-9498-4373-8da9-4126f45d46bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26835"
    uid: 2bac6d74-c005-4335-b5a2-b4f5391fb8fe
  kind: Event
  lastTimestamp: "2026-09-16T17:58:02Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:58:02Z"
    name: isvc-tensorflow.18d5dee054082e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26849"
    uid: 87fedc9e-2779-4539-a319-e44f03076695
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:58:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 2bac6d74-c005-4335-b5a2-b4f5391fb8fe
  kind: Event
  lastTimestamp: "2026-09-16T17:58:28Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:58:28Z"
    name: isvc-tensorflow.18d5dee683694ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 67243ada-10de-4b66-8af4-04bb199f3db0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:59:30.117013Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27782"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-pq2fx
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:59:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:59:30Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5def4d7693791
    namespace: kserve-ci-e2e-test
    resourceVersion: "27787"
    uid: 6130bffe-22d9-46a2-ba78-42647ecc4f86
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27791"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T17:59:30Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:59:30Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5def4f97fe285
    namespace: kserve-ci-e2e-test
    resourceVersion: "27796"
    uid: 76b819b6-f598-4e2e-9922-831d818f2d08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T17:59:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:30Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5def4fb427283
    namespace: kserve-ci-e2e-test
    resourceVersion: "27799"
    uid: 99d4bea3-a4bd-4ed4-923b-b272af68fe45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T17:59:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:30Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5def4fdcd7bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "27801"
    uid: 00b20d69-160e-4ea0-b841-701115c65184
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T17:59:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:30Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5def4fe42034a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: d0c0fb7d-dc2e-427c-ba99-5c9b93ff1d08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T17:59:34Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-16T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:59:34Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5def5de1755cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27834"
    uid: 0f74566c-1bc1-43d0-be98-38ec9a33c7a4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T18:01:28Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.652s
    (1m53.652s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:28Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5df105448515f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28807"
    uid: 46966312-1369-4d7a-983b-141a29f73d76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T18:01:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:28Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5df1059036450
    namespace: kserve-ci-e2e-test
    resourceVersion: "28810"
    uid: 5919b6a2-5b19-4252-9724-05e95cec3e6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T18:01:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:28Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5df1059f3a857
    namespace: kserve-ci-e2e-test
    resourceVersion: "28811"
    uid: e9085427-c199-4a3a-860b-b876097ac8d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T18:01:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:28Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5df1059ff110b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: e3b79029-5f74-4121-9c21-f1bab33283b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T18:01:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:28Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5df10602cfaaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28813"
    uid: 85f8d229-601c-42d0-b817-b66fdb08669a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T18:01:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:28Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5df10615024b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: 8051d807-bc68-46ab-a033-7947490e721c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T18:01:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:45Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5df1091081219
    namespace: kserve-ci-e2e-test
    resourceVersion: "28967"
    uid: 3faa61f4-3972-4f79-a0c1-aa647bac5720
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T18:01:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:42Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5df13bcd4dc1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28948"
    uid: 5f46f7da-6999-4117-a0be-09121752859c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T18:01:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:42Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5df13bcd57672
    namespace: kserve-ci-e2e-test
    resourceVersion: "28949"
    uid: 198dcf65-bef1-4204-8d56-1a56cf1479fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-pq2fx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: a2d3c2f6-2c36-4147-8bf9-97786486a3b3
  kind: Event
  lastTimestamp: "2026-09-16T18:01:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:45Z"
    name: isvc-triton-predictor-5d7db58676-pq2fx.18d5df144afc0371
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: a5b41387-0e54-453e-a425-3007c17d4c5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: f520a8f7-1075-4786-8735-4de017b8bac6
  kind: Event
  lastTimestamp: "2026-09-16T17:59:30Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-pq2fx'
  metadata:
    creationTimestamp: "2026-09-16T17:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:59:30Z"
    name: isvc-triton-predictor-5d7db58676.18d5def4d5b1895a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: fcb0a590-5044-4cb5-8123-cd78d278a4a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: a4cad4e9-486b-4363-b246-2d0c2eac7dd4
  kind: Event
  lastTimestamp: "2026-09-16T17:59:29Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:59:29Z"
    name: isvc-triton-predictor.18d5def4ce86d73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27771"
    uid: 32cc07c2-e2ae-4422-b415-82b58ae88af7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27768"
    uid: 353ef101-f0de-453d-8e6d-cf25780d778a
  kind: Event
  lastTimestamp: "2026-09-16T18:01:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:01:30Z"
    name: isvc-triton-predictor.18d5def84e6a012b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28834"
    uid: 362a797d-0cb6-4836-83d9-43c246973cf7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27768"
    uid: 353ef101-f0de-453d-8e6d-cf25780d778a
  kind: Event
  lastTimestamp: "2026-09-16T18:01:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:01:30Z"
    name: isvc-triton-predictor.18d5def84ef7ca8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28835"
    uid: 9641745d-c04c-44a4-9edf-e43fa16b7e1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 376ceec9-d26e-4182-b0c6-9fcdcde16add
  kind: Event
  lastTimestamp: "2026-09-16T18:01:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:01:35Z"
    name: isvc-triton.18d5def4ceb78fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28879"
    uid: c04ab502-b73f-4d6b-bf78-7ad0941511c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:59:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 376ceec9-d26e-4182-b0c6-9fcdcde16add
  kind: Event
  lastTimestamp: "2026-09-16T17:59:29Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T17:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:59:29Z"
    name: isvc-triton.18d5def4cf48f063
    namespace: kserve-ci-e2e-test
    resourceVersion: "27775"
    uid: efc6311b-73bf-48b2-9d81-8e6232e9397a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28877"
    uid: 376ceec9-d26e-4182-b0c6-9fcdcde16add
  kind: Event
  lastTimestamp: "2026-09-16T18:01:35Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:01:35Z"
    name: isvc-triton.18d5df11fda37f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28878"
    uid: 81efe8a6-31d8-4974-b3f8-1546df3551bb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:01:48.007451Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29011"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-8jqg4
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:01:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:01:48Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df14f25255cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: ba179f11-70dc-4116-b82b-9f658b655485
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:01:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:48Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df14fd80f6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29028"
    uid: beb723fd-3999-4788-9551-3640e69881d7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29022"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:01:49Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:01:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df15388626a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29038"
    uid: 22d91532-589a-4b3d-8c3d-882dcd434d14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:01:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df153a0a55b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29040"
    uid: a2822c73-7c9a-4611-bacd-c5bf7d05ae11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:01:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df153d68416c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: f1cabca9-4892-426b-b4bb-505b5b4bdc71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:01:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df153dd2cfa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: e01202e8-b00a-49b1-984e-deea34a99c9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:01:53Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:01:53Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df162ef835d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29079"
    uid: ee68b718-bab2-4c02-9ea2-9bbbe1293337
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:02:12Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.911s (18.911s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:12Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df1a96323c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29258"
    uid: 14cd08c1-867c-46dc-8e53-91a7eff0c63c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:02:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:12Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df1a9a67049f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29259"
    uid: 94871adc-6d54-4123-a951-449b39df4a88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:02:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:12Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df1a9acbaea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29260"
    uid: 4facc324-bd7a-4b0e-8cea-186c88084d7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:02:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:12Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df1a9ad8856b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: 2f52f059-ab99-48bc-9a73-7a1d1b418124
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:02:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:12Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df1a9e3d1909
    namespace: kserve-ci-e2e-test
    resourceVersion: "29262"
    uid: 0acd1c6d-9508-4199-95eb-8e1954dd9b00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:02:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:02:12Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df1a9ea2147e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 2948ad65-aaf3-4605-9213-aff8b850f117
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:03:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df1add69c6a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29918"
    uid: 40418b5f-f60d-4107-8286-9dd7606e3acf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:03:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df2c4fb39a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29906"
    uid: 6595c1bb-d37d-4b73-b1f3-9bbaecec6ff4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:03:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df2c4fb40f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 853c9a5b-ced5-4204-b54d-d9910490f09d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ef3dcba2-5af4-4c58-a2e4-b30e5fc79e45
  kind: Event
  lastTimestamp: "2026-09-16T18:03:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-8jqg4.18d5df2c8f9ac62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29917"
    uid: bb49bde7-5056-4dcb-ab30-1fe5d264c1cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29000"
    uid: 239bde8f-f4db-4083-a875-f5d7bde7371d
  kind: Event
  lastTimestamp: "2026-09-16T18:01:47Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-8jqg4'
  metadata:
    creationTimestamp: "2026-09-16T18:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:01:47Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d5df14f1b96732
    namespace: kserve-ci-e2e-test
    resourceVersion: "29013"
    uid: 958cb65c-24c5-499b-be27-489b76c939b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: a672b4f1-4609-40b0-bbd3-56e4536bd3d3
  kind: Event
  lastTimestamp: "2026-09-16T18:01:47Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:01:47Z"
    name: isvc-xgboost-predictor.18d5df14eea34aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: 23257394-4dbf-4b70-99a5-b4c06535df6b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28999"
    uid: c70e525c-7ebf-4253-9dd2-7445cc0e0f4e
  kind: Event
  lastTimestamp: "2026-09-16T18:02:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:02:48Z"
    name: isvc-xgboost-predictor.18d5df186d87dba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: ffdd9d33-02e6-4400-9bc5-83a489d8c0f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:02:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28999"
    uid: c70e525c-7ebf-4253-9dd2-7445cc0e0f4e
  kind: Event
  lastTimestamp: "2026-09-16T18:02:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:02:48Z"
    name: isvc-xgboost-predictor.18d5df186deec043
    namespace: kserve-ci-e2e-test
    resourceVersion: "29523"
    uid: d1e57a9e-8f75-4547-814d-7ff173e612cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29189"
    uid: c70e525c-7ebf-4253-9dd2-7445cc0e0f4e
  kind: Event
  lastTimestamp: "2026-09-16T18:03:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:03:18Z"
    name: isvc-xgboost-predictor.18d5df266c67d2af
    namespace: kserve-ci-e2e-test
    resourceVersion: "29805"
    uid: 8fbf9742-4f26-4a21-8fa1-a927a242eb2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29189"
    uid: c70e525c-7ebf-4253-9dd2-7445cc0e0f4e
  kind: Event
  lastTimestamp: "2026-09-16T18:03:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:03:18Z"
    name: isvc-xgboost-predictor.18d5df266d4ecdce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29806"
    uid: 0ba35840-7761-4ad3-9186-cd04a9cf279d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:05:24.164332Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31128"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:05:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:05:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df47464683cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31135"
    uid: 2fcac7e9-17f3-4723-b0f2-0911a081f8bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31140"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:05:24Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:05:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df4767fa1223
    namespace: kserve-ci-e2e-test
    resourceVersion: "31147"
    uid: 64f57d44-5c55-4684-8f47-a8c9841d1afd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:05:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df4769fc4239
    namespace: kserve-ci-e2e-test
    resourceVersion: "31149"
    uid: 6ac7af2b-bfd0-43a0-a1ea-a07510096ec2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:05:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df476cbce721
    namespace: kserve-ci-e2e-test
    resourceVersion: "31150"
    uid: 1f4e22c4-aa55-47e1-81e2-4dd70f0b0e88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:05:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df476d428776
    namespace: kserve-ci-e2e-test
    resourceVersion: "31151"
    uid: ad85e314-19b6-4e3e-a487-2c56a785ff0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:05:29Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df487f4bee58
    namespace: kserve-ci-e2e-test
    resourceVersion: "31187"
    uid: 751a8cc2-7079-4b4c-bf31-e4d3a0d60672
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:05:48Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.193s (19.193s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df4cf75142f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31372"
    uid: d206bb7a-e5c1-498f-9f41-f7bd0718a135
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:05:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df4cfa7323e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8520d84e-af10-4df3-9247-1911388d00e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:05:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df4cfae5a800
    namespace: kserve-ci-e2e-test
    resourceVersion: "31374"
    uid: d12e8742-de47-4b12-8f2e-399aa43a97a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:05:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df4cfaef4f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31376"
    uid: cb8a6226-7276-4713-8b61-d12812e595ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:05:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df4cfdcb0b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "31377"
    uid: d91ba291-0e2c-4d5f-8029-e35978a27cb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:05:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df4cfe3a4a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: da9bae28-c09a-4322-a2f5-50ca5f70362a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:06:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:56Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df4d2d4c2431
    namespace: kserve-ci-e2e-test
    resourceVersion: "32006"
    uid: 4ffcbd18-ba29-4114-b63b-534be81c7300
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:06:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df5c38b27c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 6fde2aae-edb8-42db-8f9b-9afeae257cca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:06:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df5c38b2e27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31989"
    uid: fddad224-81db-4943-8ee8-3a7c68b8a169
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: f270934c-6e6d-416f-87f7-700d9b34b259
  kind: Event
  lastTimestamp: "2026-09-16T18:06:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:06:56Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-prfwv.18d5df5cc764fde7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32005"
    uid: cfd48875-c34e-4fb1-b4a6-10a149d2e86a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: 59c4bd2f-0bd4-4801-964a-78a0243840b9
  kind: Event
  lastTimestamp: "2026-09-16T18:05:24Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-prfwv'
  metadata:
    creationTimestamp: "2026-09-16T18:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:05:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d5df4745701d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: a3f1d12b-f3e8-4b04-94ac-7e6785315ba4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31114"
    uid: 4e8e7757-58c2-458d-9f2a-93691b603fe8
  kind: Event
  lastTimestamp: "2026-09-16T18:05:24Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:05:24Z"
    name: isvc-xgboost-runtime-predictor.18d5df473ea628ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31118"
    uid: 95b6f9ce-5c2a-4b03-9b40-407acd672159
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: 5186eb51-d1f2-4f9a-a4f9-5bfd27f0dc67
  kind: Event
  lastTimestamp: "2026-09-16T18:06:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:06:24Z"
    name: isvc-xgboost-runtime-predictor.18d5df4abdf6c7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "31746"
    uid: b1300741-882c-448c-9152-fbd39a12e9e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: 5186eb51-d1f2-4f9a-a4f9-5bfd27f0dc67
  kind: Event
  lastTimestamp: "2026-09-16T18:06:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:06:24Z"
    name: isvc-xgboost-runtime-predictor.18d5df4abeae5484
    namespace: kserve-ci-e2e-test
    resourceVersion: "31747"
    uid: 0779fcc2-b858-4ad6-8172-efc3c00450d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31261"
    uid: 5186eb51-d1f2-4f9a-a4f9-5bfd27f0dc67
  kind: Event
  lastTimestamp: "2026-09-16T18:06:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:06:39Z"
    name: isvc-xgboost-runtime-predictor.18d5df58bac4ecbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: b2bd6951-6dfc-4e58-8a48-0232bd6b4478
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31261"
    uid: 5186eb51-d1f2-4f9a-a4f9-5bfd27f0dc67
  kind: Event
  lastTimestamp: "2026-09-16T18:06:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:06:39Z"
    name: isvc-xgboost-runtime-predictor.18d5df58bb974efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31855"
    uid: 85644d25-f93f-4c32-9892-6b59919b3e29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: ce27310b-5b8b-487a-b3ed-f94b8bd4f2d9
  kind: Event
  lastTimestamp: "2026-09-16T18:06:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:06:46Z"
    name: isvc-xgboost-runtime.18d5df473f30df6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 651c5f3a-8442-41d3-ad4e-8450fee3fe85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: ce27310b-5b8b-487a-b3ed-f94b8bd4f2d9
  kind: Event
  lastTimestamp: "2026-09-16T18:05:24Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:05:24Z"
    name: isvc-xgboost-runtime.18d5df4740030951
    namespace: kserve-ci-e2e-test
    resourceVersion: "31121"
    uid: b81c6016-4fb9-4111-a668-151b57c025df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: ce27310b-5b8b-487a-b3ed-f94b8bd4f2d9
  kind: Event
  lastTimestamp: "2026-09-16T18:06:46Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:06:46Z"
    name: isvc-xgboost-runtime.18d5df5a7bac0735
    namespace: kserve-ci-e2e-test
    resourceVersion: "31917"
    uid: 633e7fec-947f-4821-aaa3-f681ecc70cee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:03:33.469607Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29970"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:03:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:03:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df2d805b06e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29976"
    uid: 00ba168b-9a99-47b7-bb11-f131b52f74cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29980"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:03:34Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:03:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df2da22daee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29990"
    uid: 1762021f-209d-4bb5-a246-a04d0c17dfdf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:03:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df2da42a1a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "29993"
    uid: d332a7cf-8904-4f33-bc1a-64739d7e0f7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:03:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df2da73612f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29994"
    uid: 94227337-06c6-42af-9b84-e786beaa5170
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:03:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df2da7a9759d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29995"
    uid: 05bd1e38-c1a4-4353-a79f-8143f6e9c08d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:03:37Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T18:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df2e894308b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30029"
    uid: f1aa6253-bc19-41b8-a236-8b6d402de4d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:03:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df2e8d996693
    namespace: kserve-ci-e2e-test
    resourceVersion: "30034"
    uid: e28db2db-1ebc-4b41-8c05-ccf40450f0f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:03:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df2e8e0b9657
    namespace: kserve-ci-e2e-test
    resourceVersion: "30035"
    uid: 62bdc00b-d08f-4e87-9dea-1536b04ba955
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:03:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df2e8e1485d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30036"
    uid: d9933d8e-a0a2-4879-bf88-4d83abaa6b9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:03:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df2e9171b9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30038"
    uid: 8d387344-3b56-4d23-b5d7-42f6667938f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:03:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:03:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df2e91e5004b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30039"
    uid: c664d79b-73f0-4317-a12c-892250897111
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:04:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df39281757f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 1f63a0f5-f7cb-479a-a9dd-597e5f3534dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:04:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df3928185202
    namespace: kserve-ci-e2e-test
    resourceVersion: "30526"
    uid: a98c8502-fcbf-4284-a8f1-f4d7e24eecd3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:04:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df39b75f5fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 84fedb9b-3886-488e-854d-de7618ea6127
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 5dc2d520-f154-49c3-83fe-6d1fe738197d
  kind: Event
  lastTimestamp: "2026-09-16T18:04:25Z"
  message: 'Readiness probe failed: Get "http://10.132.0.53:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb.18d5df39b7a1d514
    namespace: kserve-ci-e2e-test
    resourceVersion: "30548"
    uid: fb87e267-805f-44b9-8e52-713c2fbf57e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29959"
    uid: 93cc7e24-e5c7-4214-89ff-caf53801a96e
  kind: Event
  lastTimestamp: "2026-09-16T18:03:33Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-b24xb'
  metadata:
    creationTimestamp: "2026-09-16T18:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:03:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d5df2d7f89e4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29973"
    uid: a88b66ca-10ed-4d03-abe8-5111e0d3706d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29957"
    uid: 95ae9cbb-122b-49b3-a7bc-f7ceac0ce172
  kind: Event
  lastTimestamp: "2026-09-16T18:03:33Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:03:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5df2d7a56b31f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29962"
    uid: 093bf66f-24a7-4dc6-813d-d3ebfeec238c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29958"
    uid: e93aad56-946c-4e53-9942-8743a8ae60cd
  kind: Event
  lastTimestamp: "2026-09-16T18:04:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:03Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5df30f9ab3ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30235"
    uid: 65280edc-0ec6-4e45-8e04-472bcb4cca00
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29958"
    uid: e93aad56-946c-4e53-9942-8743a8ae60cd
  kind: Event
  lastTimestamp: "2026-09-16T18:04:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:03Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5df30fa57714d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30236"
    uid: f6998b75-0503-4a90-8510-fa100e215558
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30118"
    uid: e93aad56-946c-4e53-9942-8743a8ae60cd
  kind: Event
  lastTimestamp: "2026-09-16T18:04:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5df37f8388f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: 0459d340-b06a-4414-ba1f-1c319ffa8460
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30118"
    uid: e93aad56-946c-4e53-9942-8743a8ae60cd
  kind: Event
  lastTimestamp: "2026-09-16T18:04:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5df37f8ce6576
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 9344acb1-08e5-47a9-80b3-5adea7731997
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: 75074481-40eb-4d31-82c9-8d3498ee2087
  kind: Event
  lastTimestamp: "2026-09-16T18:04:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:04:16Z"
    name: isvc-xgboost-v2-mlserver.18d5df2d7a6e6d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 0e6f8846-9601-4f89-b450-b074034e429c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: 75074481-40eb-4d31-82c9-8d3498ee2087
  kind: Event
  lastTimestamp: "2026-09-16T18:03:33Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:03:33Z"
    name: isvc-xgboost-v2-mlserver.18d5df2d7b5700ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29967"
    uid: ed1de994-e3bc-45a7-8e91-d47db421a13a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30356"
    uid: 75074481-40eb-4d31-82c9-8d3498ee2087
  kind: Event
  lastTimestamp: "2026-09-16T18:04:16Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:04:16Z"
    name: isvc-xgboost-v2-mlserver.18d5df376ce96fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30358"
    uid: ad8a1d60-7a37-4b05-b265-10b343f9318f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:08:04.620258Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32705"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-zphw6
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:08:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:08:04Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6ca2319d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 73e85190-cd4e-4a2d-9b53-5a317a4e952c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:08:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:08:04Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6cadb68c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32723"
    uid: 4a009db6-d858-4eb7-a599-061d8213bfd7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32716"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:08:05Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:08:05Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6ce7efb8d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32740"
    uid: f36117e7-5041-4770-b880-ab2600cf944d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:08:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:08:05Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6ce9cd55bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32742"
    uid: ff79e2d6-ea08-4422-9611-a67f3361c611
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:08:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:08:05Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6ceca4b1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32743"
    uid: fa0db4ce-aa22-412d-a3f7-3b90a797fc6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:08:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:08:05Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6ced15114e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32744"
    uid: 35f3f32d-6c8d-40b3-8a4a-996bde59ef9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:08:10Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:08:10Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6de8af815f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32784"
    uid: 9d55c532-413a-401d-9b0a-c8b338aca71e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:08:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:08:10Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6deba0bf42
    namespace: kserve-ci-e2e-test
    resourceVersion: "32786"
    uid: 5327c194-95bc-4938-8008-b6307f8ed5c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:08:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:08:10Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6dec1745b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32787"
    uid: 2b815702-9bc6-4c51-b55a-7ef21a631b6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:08:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:08:10Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6dec204235
    namespace: kserve-ci-e2e-test
    resourceVersion: "32788"
    uid: 07a46db3-a83c-497f-9c66-0b64edbe6be4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:08:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:08:10Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6deee23bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32790"
    uid: 532ff090-b6ca-42b3-96ac-037f66ced8ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:08:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:08:10Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6def517090
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: b3d08a0c-f3b2-4787-8832-3a70e9bf42d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:08:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:08:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df6e60883aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33147"
    uid: 34200c68-32ba-4673-a06e-71451754ee13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:09:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df7cf15c785b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33372"
    uid: 5267dcc8-d226-4fbd-a2d4-b96df666615f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: e64b1f1a-5f48-42ce-a5fc-94a9110fd75a
  kind: Event
  lastTimestamp: "2026-09-16T18:09:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:09:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zphw6.18d5df7cf15dae50
    namespace: kserve-ci-e2e-test
    resourceVersion: "33373"
    uid: 1bcb3a10-e661-49b1-86fc-200795c379af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32697"
    uid: b57c8873-e18f-421c-9b5d-7adec1091efb
  kind: Event
  lastTimestamp: "2026-09-16T18:08:04Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-zphw6'
  metadata:
    creationTimestamp: "2026-09-16T18:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:08:04Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d5df6ca17a550e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32709"
    uid: 200c5210-1246-40d2-ad60-fecf05f16699
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32695"
    uid: 0fc94133-21cd-4502-8c11-c2f1963eb429
  kind: Event
  lastTimestamp: "2026-09-16T18:08:04Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:08:04Z"
    name: isvc-xgboost-v2-predictor.18d5df6c9d336e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32698"
    uid: 97dbc150-133f-4382-bb47-dfc14890ef41
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32696"
    uid: 26d7fb51-09e8-4184-8cba-9d3e102aa722
  kind: Event
  lastTimestamp: "2026-09-16T18:08:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:08:19Z"
    name: isvc-xgboost-v2-predictor.18d5df701d14e461
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: ccb36c22-2c9b-4905-81e1-1dc2cba78b95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32696"
    uid: 26d7fb51-09e8-4184-8cba-9d3e102aa722
  kind: Event
  lastTimestamp: "2026-09-16T18:08:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:08:19Z"
    name: isvc-xgboost-v2-predictor.18d5df701d9744e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 7f300748-643f-4d7d-90c1-d93bf131e1a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32863"
    uid: 26d7fb51-09e8-4184-8cba-9d3e102aa722
  kind: Event
  lastTimestamp: "2026-09-16T18:09:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:04Z"
    name: isvc-xgboost-v2-predictor.18d5df739c52a8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33200"
    uid: 7c46a7c6-00dd-4442-abef-cceeec8da5d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32863"
    uid: 26d7fb51-09e8-4184-8cba-9d3e102aa722
  kind: Event
  lastTimestamp: "2026-09-16T18:09:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:09:04Z"
    name: isvc-xgboost-v2-predictor.18d5df739cdcb195
    namespace: kserve-ci-e2e-test
    resourceVersion: "33201"
    uid: 66424b93-4579-4240-8bcb-6fa3f9657f67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:06:59.466917Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32054"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:06:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:06:59Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df5d76c09fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: f377198f-02e3-4d03-abfd-2c6e2b754fdf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32065"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:00Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:07:00Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df5d98aa9e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "32073"
    uid: 3795a32b-e091-44a9-8e06-bd243d35a2c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:00Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df5d9a738413
    namespace: kserve-ci-e2e-test
    resourceVersion: "32075"
    uid: 50688f33-2eef-492f-9d13-3026b82cc954
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:00Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df5d9d0dd8e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: 0c12b7b8-8693-4008-8ace-e08cef0bd656
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:00Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df5d9d807881
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: 9d0d7c5f-9f04-450e-96d4-bc31597a6bae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T18:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:04Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df5eb6e2e348
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: 7eea0998-cdca-4d7d-842b-6c50c4a3780d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:04Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df5eb9e4345e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32128"
    uid: 5ed14804-1436-443f-b59a-c62c6a81f5ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:04Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df5eba56c265
    namespace: kserve-ci-e2e-test
    resourceVersion: "32129"
    uid: 0ed3065c-be02-4c32-82c9-fe29f1f780e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:04Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df5eba603646
    namespace: kserve-ci-e2e-test
    resourceVersion: "32131"
    uid: efa3e30c-64e1-4037-a4e8-93f0e9a8c647
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:04Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df5ebd39b324
    namespace: kserve-ci-e2e-test
    resourceVersion: "32133"
    uid: 5268669b-e031-49ca-a437-7fcd12797eb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:04Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df5ebdac3a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32134"
    uid: 84c61501-bce2-4c08-92dd-e5a2f399f1b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T18:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:41Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df675592a053
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 89e20dc7-347e-4ff6-ae95-cc285d032ab5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:59Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df6b6bd31a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "32648"
    uid: 008dfe39-1916-43cf-9817-279a5d98d3f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:07:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:07:59Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df6b6bd443eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 3cf1b6f8-843c-4f11-99a6-61e8c9fcc633
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ba195060-e266-48fb-b7be-f7a11b4634a0
  kind: Event
  lastTimestamp: "2026-09-16T18:08:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:08:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8.18d5df6bfcf84339
    namespace: kserve-ci-e2e-test
    resourceVersion: "32666"
    uid: 69e9c2e5-7fc6-4a50-b76e-5d52e93eef4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32043"
    uid: d07b4b8c-19e1-44a8-84d1-ce11999ca30d
  kind: Event
  lastTimestamp: "2026-09-16T18:06:59Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-775t8'
  metadata:
    creationTimestamp: "2026-09-16T18:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:06:59Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d5df5d75743396
    namespace: kserve-ci-e2e-test
    resourceVersion: "32057"
    uid: a222e02c-d44b-47f3-b221-f5da7583eb1c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32041"
    uid: 2f0816e2-afed-4adb-9d95-51eaba23cb33
  kind: Event
  lastTimestamp: "2026-09-16T18:06:59Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:06:59Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5df5d6f572049
    namespace: kserve-ci-e2e-test
    resourceVersion: "32045"
    uid: c9898204-f85b-4381-a5e0-b3ed866026f3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32042"
    uid: f9e56968-e70f-4d46-849a-ea7ac313d169
  kind: Event
  lastTimestamp: "2026-09-16T18:07:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:07:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5df60f0d1ff15
    namespace: kserve-ci-e2e-test
    resourceVersion: "32510"
    uid: f8fe050c-619a-48f4-b2a4-7b6d08dbd402
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32042"
    uid: f9e56968-e70f-4d46-849a-ea7ac313d169
  kind: Event
  lastTimestamp: "2026-09-16T18:07:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:07:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5df60f1eab64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32511"
    uid: 997c46b5-3a97-4aae-9e94-e678bcb6532b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32033"
    uid: dd4bc6f3-d5c7-4bd0-b22d-7407b051092b
  kind: Event
  lastTimestamp: "2026-09-16T18:07:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:07:52Z"
    name: isvc-xgboost-v2-runtime.18d5df5d6f43e2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: fbfc3b07-f853-4115-9319-5a231e182c83
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:06:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32033"
    uid: dd4bc6f3-d5c7-4bd0-b22d-7407b051092b
  kind: Event
  lastTimestamp: "2026-09-16T18:06:59Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:06:59Z"
    name: isvc-xgboost-v2-runtime.18d5df5d701627c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32048"
    uid: 0e405ca4-9360-4016-8474-039d538e869d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:07:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: dd4bc6f3-d5c7-4bd0-b22d-7407b051092b
  kind: Event
  lastTimestamp: "2026-09-16T18:07:51Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:07:51Z"
    name: isvc-xgboost-v2-runtime.18d5df69b00992a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32570"
    uid: 0792302d-41d2-4f84-9111-dd8f0e615f1c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 9c1f37d1-8b9a-426e-b38a-0310d1e92cb4
  kind: Event
  lastTimestamp: "2026-09-16T18:09:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:09:08Z"
    name: isvc-xgboost-v2.18d5df6c9d96ada7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33256"
    uid: a3480fcd-6228-42ab-a09b-3634e5255d8e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 9c1f37d1-8b9a-426e-b38a-0310d1e92cb4
  kind: Event
  lastTimestamp: "2026-09-16T18:08:04Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:08:04Z"
    name: isvc-xgboost-v2.18d5df6c9e25ec90
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: e42f8878-9844-458c-b551-c0be4ab54717
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:08:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32690"
    uid: 9c1f37d1-8b9a-426e-b38a-0310d1e92cb4
  kind: Event
  lastTimestamp: "2026-09-16T18:08:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:08:04Z"
    name: isvc-xgboost-v2.18d5df6ca767e5e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32719"
    uid: d2c09258-44b4-4860-840d-235c35388387
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:09:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33253"
    uid: 9c1f37d1-8b9a-426e-b38a-0310d1e92cb4
  kind: Event
  lastTimestamp: "2026-09-16T18:09:08Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:09:08Z"
    name: isvc-xgboost-v2.18d5df7b717960ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 81424b8b-424a-4d43-9308-18e7ec514920
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28991"
    uid: e16d4f35-38e9-43fd-bfbf-f447c9119454
  kind: Event
  lastTimestamp: "2026-09-16T18:03:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:03:19Z"
    name: isvc-xgboost.18d5df14eeaee216
    namespace: kserve-ci-e2e-test
    resourceVersion: "29828"
    uid: 5de9428f-3e76-42b7-b603-734829180da7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:01:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28991"
    uid: e16d4f35-38e9-43fd-bfbf-f447c9119454
  kind: Event
  lastTimestamp: "2026-09-16T18:01:47Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:01:47Z"
    name: isvc-xgboost.18d5df14ef58c542
    namespace: kserve-ci-e2e-test
    resourceVersion: "29004"
    uid: 45d36a96-0b0b-4411-9c77-b294f32a5a21
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:03:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29824"
    uid: e16d4f35-38e9-43fd-bfbf-f447c9119454
  kind: Event
  lastTimestamp: "2026-09-16T18:03:19Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:03:19Z"
    name: isvc-xgboost.18d5df2a46f03efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 3d31b078-7d76-4d53-9742-bdfb62d692b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:41:12.056774Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qcmdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: a76df728-433a-401c-824d-72b8677d42c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-qcmdr
    to ip-10-0-130-222.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:41:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:41:12Z"
    name: message-dumper-predictor-6575bcfdfd-qcmdr.18d5ddf52deba469
    namespace: kserve-ci-e2e-test
    resourceVersion: "17216"
    uid: 111a7adb-9480-4041-99e1-99bdcd2a133d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qcmdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17222"
    uid: a76df728-433a-401c-824d-72b8677d42c3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:12Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:41:12Z"
    name: message-dumper-predictor-6575bcfdfd-qcmdr.18d5ddf54fef6324
    namespace: kserve-ci-e2e-test
    resourceVersion: "17234"
    uid: dbcdb22d-699d-4454-9ba7-38d889962427
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qcmdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: a76df728-433a-401c-824d-72b8677d42c3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:12Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-16T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:12Z"
    name: message-dumper-predictor-6575bcfdfd-qcmdr.18d5ddf55211c5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: d7ab7caa-731d-428e-b5fb-b8e05fc654c7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qcmdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: a76df728-433a-401c-824d-72b8677d42c3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:13Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.166s (1.166s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:13Z"
    name: message-dumper-predictor-6575bcfdfd-qcmdr.18d5ddf597a070da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17246"
    uid: f133467a-43a5-4d5a-9d2f-674cf0b5ff23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qcmdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: a76df728-433a-401c-824d-72b8677d42c3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:13Z"
    name: message-dumper-predictor-6575bcfdfd-qcmdr.18d5ddf59aedc354
    namespace: kserve-ci-e2e-test
    resourceVersion: "17247"
    uid: 17c1971f-5c0e-477e-bcc7-d17579401344
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qcmdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: a76df728-433a-401c-824d-72b8677d42c3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:13Z"
    name: message-dumper-predictor-6575bcfdfd-qcmdr.18d5ddf59b605543
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: 6559e050-84a0-445d-b5c6-3eeefa899c21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qcmdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: a76df728-433a-401c-824d-72b8677d42c3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:13Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:13Z"
    name: message-dumper-predictor-6575bcfdfd-qcmdr.18d5ddf59b6d8334
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 7e0b6ae1-e747-451a-b645-b0135fa215cd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qcmdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: a76df728-433a-401c-824d-72b8677d42c3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.173s (2.173s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:16Z"
    name: message-dumper-predictor-6575bcfdfd-qcmdr.18d5ddf61cfa3dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: ed30814f-2351-4751-b12b-1105338a9071
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qcmdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: a76df728-433a-401c-824d-72b8677d42c3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:16Z"
    name: message-dumper-predictor-6575bcfdfd-qcmdr.18d5ddf6200bf261
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 06a56ed5-72c8-46db-bdeb-8d2826423f02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qcmdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: a76df728-433a-401c-824d-72b8677d42c3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:16Z"
    name: message-dumper-predictor-6575bcfdfd-qcmdr.18d5ddf6207c9da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17269"
    uid: dc18e9af-dcc4-4cb3-8dd8-d1b4d929e65e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qcmdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: a76df728-433a-401c-824d-72b8677d42c3
  kind: Event
  lastTimestamp: "2026-09-16T17:42:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:57Z"
    name: message-dumper-predictor-6575bcfdfd-qcmdr.18d5de0db233b13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18260"
    uid: f7a105ae-42f1-40a9-878a-5496819e2a3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qcmdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: a76df728-433a-401c-824d-72b8677d42c3
  kind: Event
  lastTimestamp: "2026-09-16T17:42:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:57Z"
    name: message-dumper-predictor-6575bcfdfd-qcmdr.18d5de0db23453cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18262"
    uid: 6715bd29-ad5b-445a-9ae1-922b96d99d41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-222.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-222.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17202"
    uid: d43f9043-1abd-4025-bd6a-4468c04ec7d0
  kind: Event
  lastTimestamp: "2026-09-16T17:41:12Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-qcmdr'
  metadata:
    creationTimestamp: "2026-09-16T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:12Z"
    name: message-dumper-predictor-6575bcfdfd.18d5ddf52d7f206a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 07fb6e78-e8e8-4fa2-9d3e-151938cf2159
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: 9cf717e3-6894-4b8b-a7ea-58d8da88386d
  kind: Event
  lastTimestamp: "2026-09-16T17:41:12Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:12Z"
    name: message-dumper-predictor.18d5ddf52baaaab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17206"
    uid: 777aa62d-1916-441f-8dcb-6b1570c00887
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: f808722a-614a-4306-9036-370f4970cdf3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:57Z"
    name: message-dumper-predictor.18d5ddf8aa1b746c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 17e136e7-b4e2-458b-a1b3-62f2b9ae2550
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: f808722a-614a-4306-9036-370f4970cdf3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:57Z"
    name: message-dumper-predictor.18d5ddf8aa7e4247
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 0ca4b8fd-3181-4a33-8b7b-5cdd473b66f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: f808722a-614a-4306-9036-370f4970cdf3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:42Z"
    name: message-dumper-predictor.18d5ddfc29b99ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 9cce8873-a7a2-4bbc-bbb7-5f34d7ab93b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: f808722a-614a-4306-9036-370f4970cdf3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:42Z"
    name: message-dumper-predictor.18d5ddfc2a414119
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 0d19b1b8-4f29-48b5-a8c7-25a2b09ffce8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: f235a046-8189-4735-9b68-30196eb55f51
  kind: Event
  lastTimestamp: "2026-09-16T17:41:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:23Z"
    name: message-dumper.18d5ddf52ba8bc04
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4fe1c127-cadd-40aa-bb80-0a25bff67858
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: f235a046-8189-4735-9b68-30196eb55f51
  kind: Event
  lastTimestamp: "2026-09-16T17:41:12Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:12Z"
    name: message-dumper.18d5ddf52c3ad83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: 1dc4f950-5129-49d6-b55e-a1eb2608aab8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: f235a046-8189-4735-9b68-30196eb55f51
  kind: Event
  lastTimestamp: "2026-09-16T17:41:23Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:23Z"
    name: message-dumper.18d5ddf7e2f82321
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: cca9e046-bd12-4e2d-a5da-ac3d2e0b7c32
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:50:13.673580Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:50:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:50:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de7348cc3d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22105"
    uid: 0f0754e4-5def-4351-b37e-608ab1079a43
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:50:14Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:50:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de736acc3d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22118"
    uid: 29736779-7fce-48ce-9d17-8a9cd441cc4a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:50:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de736c2e90cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22120"
    uid: b5b4493b-20bd-4b75-a228-b710a5ccd910
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:50:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de736f3dad89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22122"
    uid: f653348b-2f57-4805-9259-a2ba54ed37a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:50:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de736faf7ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 28346b18-a969-4f76-9987-5f5f558825dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:50:18Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:18Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de7459520d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: c50431d6-cfb9-48f2-af3b-eb2c96f98f57
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:52:17Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 1m58.923s
    (1m58.923s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:17Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de9009b205a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23016"
    uid: 6491ad29-7074-4533-b014-61a7a1ac29d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:52:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:17Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de90105688fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23018"
    uid: 7b438fb7-a547-4b24-bc7d-ccd06cdefe20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:52:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:17Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de9011a44fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23019"
    uid: d82f8964-cada-4ddf-8160-275396834864
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:52:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:17Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de9011ade8f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23020"
    uid: 2a55f780-ccce-4f7e-8055-68347c5aa916
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:52:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:17Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de90176eb6da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: 4137db5e-8948-494b-bc6b-6a41ec8b62b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:52:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:17Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de90180eca80
    namespace: kserve-ci-e2e-test
    resourceVersion: "23022"
    uid: d3a763a3-e7a1-4cb6-9609-d1caacefeb6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:52:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:52:53Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de9894a43075
    namespace: kserve-ci-e2e-test
    resourceVersion: "23366"
    uid: 60693f3a-d428-435a-850c-73522db6a7d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:53:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de9d39471b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23530"
    uid: 7bc52bb5-9ad3-44f1-a097-b9d2ae133bf7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:53:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de9d39486ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23531"
    uid: 58817b17-f8b8-42f4-a9cd-d1b02051351f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:53:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:18Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de9d3ac3a594
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: 68a30994-a434-4411-a819-8bba726deaee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: b915d60e-a72c-4f70-a984-beaa00b9958b
  kind: Event
  lastTimestamp: "2026-09-16T17:53:14Z"
  message: 'Readiness probe failed: Get "http://10.132.0.38:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T17:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d.18d5de9d792063b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: edab9718-60fa-4a93-8dc7-1848e8d2ad32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22091"
    uid: 4f844472-eaf9-4918-932a-1637cc37a63f
  kind: Event
  lastTimestamp: "2026-09-16T17:50:13Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-5rv6d'
  metadata:
    creationTimestamp: "2026-09-16T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d5de73484b8d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: 968c315e-ada1-46a0-840a-20656fda952f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22088"
    uid: 6861da9b-21c5-4f36-983c-e8d483e9e9e4
  kind: Event
  lastTimestamp: "2026-09-16T17:50:13Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:13Z"
    name: sklearn-v2-mlserver-predictor.18d5de7345c68ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22093"
    uid: 212cccac-a3ed-416f-94bc-8c61edb6ffca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: eace4665-53f5-4db9-ab2e-75d80bb66495
  kind: Event
  lastTimestamp: "2026-09-16T17:52:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:52:58Z"
    name: sklearn-v2-mlserver-predictor.18d5de76c42e6676
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: 7e32c1bb-8da1-455f-b661-e562d1767ca6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: eace4665-53f5-4db9-ab2e-75d80bb66495
  kind: Event
  lastTimestamp: "2026-09-16T17:52:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:52:58Z"
    name: sklearn-v2-mlserver-predictor.18d5de76c48cf7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23404"
    uid: ecc05f53-2e6d-48bd-bab8-3b051d1d10dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22230"
    uid: eace4665-53f5-4db9-ab2e-75d80bb66495
  kind: Event
  lastTimestamp: "2026-09-16T17:52:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:52:43Z"
    name: sklearn-v2-mlserver-predictor.18d5de96398e586e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23291"
    uid: dcbcbdc5-a075-4e36-ab47-8d13740c92a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:52:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22230"
    uid: eace4665-53f5-4db9-ab2e-75d80bb66495
  kind: Event
  lastTimestamp: "2026-09-16T17:52:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:52:43Z"
    name: sklearn-v2-mlserver-predictor.18d5de9639fdbe37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23293"
    uid: 6c1ce2cd-d392-4e49-aebb-2b5a9958caa4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 11b03018-cbe8-4f66-b1bd-2aeebeb93962
  kind: Event
  lastTimestamp: "2026-09-16T17:53:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:03Z"
    name: sklearn-v2-mlserver.18d5de7345cb50b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 221122f0-3577-4557-8923-1d0a107b89ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 11b03018-cbe8-4f66-b1bd-2aeebeb93962
  kind: Event
  lastTimestamp: "2026-09-16T17:50:13Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:50:13Z"
    name: sklearn-v2-mlserver.18d5de73465ec843
    namespace: kserve-ci-e2e-test
    resourceVersion: "22096"
    uid: e9761e49-8a46-43ae-9c2b-c99e160b2442
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23445"
    uid: 11b03018-cbe8-4f66-b1bd-2aeebeb93962
  kind: Event
  lastTimestamp: "2026-09-16T17:53:03Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:03Z"
    name: sklearn-v2-mlserver.18d5de9aecc5496b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23446"
    uid: 2454969c-3736-4b5b-9fe9-d507d1e9ff0b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:04:28.753533Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30623"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    to ip-10-0-128-31.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:04:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:04:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df3a5f88ca46
    namespace: kserve-ci-e2e-test
    resourceVersion: "30627"
    uid: 66a67c44-5cae-4057-8762-b9c4b35a05da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54775ffbf-5s5r2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30632"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:04:29Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:04:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df3a818cd19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30647"
    uid: c4aff823-859b-430f-b243-085469e81494
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:04:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df3a8337fd9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30649"
    uid: 889add63-dd41-4184-9696-2fbb32a0e825
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:04:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df3a860eb6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "30651"
    uid: 26abe509-18cc-456f-8d9b-c07da3e605a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:04:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df3a867f7ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30652"
    uid: 312a0fca-d796-45db-8445-fbadddf19a8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:04:33Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T18:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:33Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df3b66b445a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30689"
    uid: 57b69f17-5578-4367-b515-cfab2153a966
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:04:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:33Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df3b69fdd6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30691"
    uid: fb5f9801-25a6-4239-89fb-b257cb6f6d21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:04:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:33Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df3b6a711bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30692"
    uid: ed1b5403-466b-4406-8e22-3edac663ae94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:04:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:33Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df3b6a7a982e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30693"
    uid: f2554614-f2f1-4971-9381-c357e7b02438
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:04:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:33Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df3b6d01133b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30697"
    uid: 85a38242-74e8-4924-bc50-d6b533447885
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:04:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:04:33Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df3b6d72cd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "30698"
    uid: 0a0c3ac5-8204-4468-b5bc-5d3eab569ca5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:05:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df460a63cc99
    namespace: kserve-ci-e2e-test
    resourceVersion: "31059"
    uid: d7d4f145-ada4-44cd-9d76-dece5db6e8ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:05:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df460a64377c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31061"
    uid: 0406fced-544c-48a6-83cc-471d77a63655
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:05:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df4694a84d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "31079"
    uid: c52b3d98-cd2a-4591-9999-72b85f24b91e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 001af213-15f1-45d8-910b-63f67d62b2a3
  kind: Event
  lastTimestamp: "2026-09-16T18:05:21Z"
  message: 'Readiness probe failed: Get "http://10.132.0.55:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:05:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm.18d5df4694fb0325
    namespace: kserve-ci-e2e-test
    resourceVersion: "31080"
    uid: 6461602e-ff1c-4789-a602-d5e23344ff81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30614"
    uid: 676bc948-f15a-49d2-99ce-cc647e7b82ee
  kind: Event
  lastTimestamp: "2026-09-16T18:04:28Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-s6wrm'
  metadata:
    creationTimestamp: "2026-09-16T18:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d5df3a5e850263
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 378609e3-cd26-45d0-a96d-e40e39c46fdb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30612"
    uid: 37b578ee-78ed-4915-a56d-c8011a0c065c
  kind: Event
  lastTimestamp: "2026-09-16T18:04:28Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:28Z"
    name: xgboost-v2-mlserver-predictor.18d5df3a5a8036b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30615"
    uid: 3c7bc1fc-69dd-4bc4-8a67-fb9bdb94de18
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30613"
    uid: 28efb87f-f1d8-4194-a547-841b41689fc1
  kind: Event
  lastTimestamp: "2026-09-16T18:05:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:05:13Z"
    name: xgboost-v2-mlserver-predictor.18d5df3dd999d505
    namespace: kserve-ci-e2e-test
    resourceVersion: "31004"
    uid: 4767d89b-d046-4966-ad2d-61b73e2f3712
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30613"
    uid: 28efb87f-f1d8-4194-a547-841b41689fc1
  kind: Event
  lastTimestamp: "2026-09-16T18:05:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:05:13Z"
    name: xgboost-v2-mlserver-predictor.18d5df3dd9f2a248
    namespace: kserve-ci-e2e-test
    resourceVersion: "31005"
    uid: b3660d21-2fbe-47c6-b154-37579f203d02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30777"
    uid: 28efb87f-f1d8-4194-a547-841b41689fc1
  kind: Event
  lastTimestamp: "2026-09-16T18:04:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:58Z"
    name: xgboost-v2-mlserver-predictor.18d5df4159b13f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30888"
    uid: f197fbdc-5c79-4d2f-b7e4-c84d3390a04c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30777"
    uid: 28efb87f-f1d8-4194-a547-841b41689fc1
  kind: Event
  lastTimestamp: "2026-09-16T18:04:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:04:58Z"
    name: xgboost-v2-mlserver-predictor.18d5df415ac986f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30890"
    uid: 1630a570-f7f5-4b97-b18b-0cb009d0981d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30604"
    uid: 2021ff13-e30b-4ed0-bfd9-f2b1f9646ddd
  kind: Event
  lastTimestamp: "2026-09-16T18:05:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:05:11Z"
    name: xgboost-v2-mlserver.18d5df3a5afefb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 2f60b3ec-c8dc-46f4-a926-4e20e4ed366a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:04:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30604"
    uid: 2021ff13-e30b-4ed0-bfd9-f2b1f9646ddd
  kind: Event
  lastTimestamp: "2026-09-16T18:04:28Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:04:28Z"
    name: xgboost-v2-mlserver.18d5df3a5beb7551
    namespace: kserve-ci-e2e-test
    resourceVersion: "30619"
    uid: bde1fe40-94bb-4e8f-90af-0637ee3d589f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:05:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30983"
    uid: 2021ff13-e30b-4ed0-bfd9-f2b1f9646ddd
  kind: Event
  lastTimestamp: "2026-09-16T18:05:11Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:05:11Z"
    name: xgboost-v2-mlserver.18d5df4448346efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30984"
    uid: dafd635e-2ac0-4711-b7de-f12016294394
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40580"