---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:17:38.903207Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23246"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:17:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:17:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3b4f120f3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23250"
    uid: c24f3a41-789d-46fd-bb22-401b13bb1e63
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:17:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:39Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3b500788434
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: d16c98f8-2b45-4f2b-9b84-085818ae1a58
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:17:40Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:17:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3b54206a617
    namespace: kserve-ci-e2e-test
    resourceVersion: "23278"
    uid: e29bd1ac-e8f3-4939-82fa-b9d73af964ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:17:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3b54392fe75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23280"
    uid: 3e5872c0-1c00-4627-b0d9-cd88aed9b42f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:17:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3b54985d777
    namespace: kserve-ci-e2e-test
    resourceVersion: "23281"
    uid: f228e94a-f5db-46b6-87a7-599661094cde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:17:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3b54ac05fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 2da14070-4974-4c9b-bc3a-f853984b43a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:17:49Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:49Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3b7763aa81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23355"
    uid: f18837bd-56a8-493e-9e40-fc0add4d642f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:20:03Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m13.753s
    (2m13.753s including waiting). Image size: 8945753381 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3d69a9593fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24561"
    uid: e71a715d-e29a-4e9d-b1ac-268f94d95066
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:20:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3d6a2deeaa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: 3c4c819d-3b5b-49ba-93ef-811ff82c64e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:20:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3d6a4b29130
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: bb3ae024-d358-42e1-8742-d4ade89efa6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:20:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3d6a4bfaba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24567"
    uid: 003bb538-c372-4ae3-8163-63f5d1d51ec3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:20:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3d6aa22a7af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24569"
    uid: 20593164-c70e-4119-bcdf-f28b6d122ce9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:20:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3d6ab0923c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24570"
    uid: 133acda2-1036-41c4-b4d7-af7d9300b0d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:20:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3d717789667
    namespace: kserve-ci-e2e-test
    resourceVersion: "24653"
    uid: 48d2dcae-fab4-45f5-9ddc-3f419b099233
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:20:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3ddc3769f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "24848"
    uid: 5f394753-b11e-4098-ae95-8e40e5b52c8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a1ac9fc3-0ac5-4a37-9e65-623a0b02bbad
  kind: Event
  lastTimestamp: "2026-09-09T21:20:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6.18d3c3ddc377a710
    namespace: kserve-ci-e2e-test
    resourceVersion: "24849"
    uid: eb8716f8-b02d-4e85-995c-cc858a00d9cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23237"
    uid: b77dae35-5fcf-4c5a-a11c-e6fc7bebf86b
  kind: Event
  lastTimestamp: "2026-09-09T21:17:38Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vmwb6'
  metadata:
    creationTimestamp: "2026-09-09T21:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:17:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d3c3b4f07ac617
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: 1abf1f61-e596-4f24-a0ba-d05724d062c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 85344ca1-cbb7-483c-a3f3-1307e27fd5e6
  kind: Event
  lastTimestamp: "2026-09-09T21:17:38Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:17:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c3b4ed31bae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23238"
    uid: a108ef31-3dbf-42eb-9a81-ac4324726802
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 88771078-7d8b-46e8-88b5-63ef742aa585
  kind: Event
  lastTimestamp: "2026-09-09T21:20:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c3b86bf342b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24630"
    uid: 6153e6e5-d01b-421f-a16c-2dc158f1b6f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 88771078-7d8b-46e8-88b5-63ef742aa585
  kind: Event
  lastTimestamp: "2026-09-09T21:20:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c3b86c5b42c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: c838ec7c-bdc4-4cb5-a676-2c8d1ed5982c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23397"
    uid: 88771078-7d8b-46e8-88b5-63ef742aa585
  kind: Event
  lastTimestamp: "2026-09-09T21:20:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c3db62d34192
    namespace: kserve-ci-e2e-test
    resourceVersion: "24756"
    uid: e2d3931a-d59e-4c3d-8415-a583adcff918
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23397"
    uid: 88771078-7d8b-46e8-88b5-63ef742aa585
  kind: Event
  lastTimestamp: "2026-09-09T21:20:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c3db636b381a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: 11d0ca3a-e5ac-4ccd-8f49-658e8277ba69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23227"
    uid: dc9f1d95-f04f-4b78-956b-f40400ce6e24
  kind: Event
  lastTimestamp: "2026-09-09T21:20:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:20:21Z"
    name: isvc-autogluon-ts-v1-noslash.18d3c3b4ed383d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "24739"
    uid: ec54fef9-6a8c-4f55-9445-60f08fbd3b5b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23227"
    uid: dc9f1d95-f04f-4b78-956b-f40400ce6e24
  kind: Event
  lastTimestamp: "2026-09-09T21:17:38Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:17:38Z"
    name: isvc-autogluon-ts-v1-noslash.18d3c3b4eddd0344
    namespace: kserve-ci-e2e-test
    resourceVersion: "23242"
    uid: f3267bba-79c5-4bdc-bd75-ca3f2d5dcfbe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: dc9f1d95-f04f-4b78-956b-f40400ce6e24
  kind: Event
  lastTimestamp: "2026-09-09T21:20:21Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:20:21Z"
    name: isvc-autogluon-ts-v1-noslash.18d3c3dad7ba614b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: bff27056-d506-44e4-9183-e46d5b48aa32
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:16:51.150680Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22814"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:16:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:16:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3a9d2db3c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 06056921-f2f0-4cda-b439-77aececf3adc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:16:51Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:16:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3a9f52211a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22832"
    uid: cca4cf30-8c45-40e9-9a2d-187e275073d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:16:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3a9f6f56526
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: b919510a-51c9-4773-9e5b-f201d108bcce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:16:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3a9f9c28d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 245b904e-6399-4333-8c22-c1607377e0ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:16:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3a9fa3cc71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: ac51be38-f594-47a4-965c-677af7385132
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:17:01Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3ac484cdcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22909"
    uid: fa042dfe-11a0-451a-9058-d35fdc984498
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:17:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3ac4b1699b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22911"
    uid: 4e95a169-cf44-4afe-b57f-0f34aa84ec9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:17:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3ac4b91fbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22914"
    uid: 0a36cc58-2389-4e5a-a285-c9b95a9dc914
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:17:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3ac4b9db7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22915"
    uid: 8cc66be6-bf7f-4fc4-a89e-96b0bcd7b9fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:17:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3ac4ef3c38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22918"
    uid: e01d2c03-e6d3-47a5-bb1e-2f855c91ab41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:17:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3ac4f6d65c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22919"
    uid: bd581862-de97-459c-b406-1018d0589f5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:17:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3acc01b8b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "22988"
    uid: 64e5481b-e5d5-43fc-b6f5-1eeddc61cc8f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:17:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3b3b9765d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "23187"
    uid: 0d98973b-695a-48ad-b4ad-75ee1aebec8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:17:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3b3b976ce16
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 6c66aed4-40b4-4bb7-b483-935d5e816169
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 1a657e8e-5745-406d-8385-53cfb56def82
  kind: Event
  lastTimestamp: "2026-09-09T21:17:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:34Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9.18d3c3b3f80b48c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23197"
    uid: 5df5b716-c199-4b39-aa75-f858a685b365
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22800"
    uid: 913fa15a-29b1-40a6-a612-b067cad8d29e
  kind: Event
  lastTimestamp: "2026-09-09T21:16:51Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xdbm9'
  metadata:
    creationTimestamp: "2026-09-09T21:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:16:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d3c3a9d226b8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22815"
    uid: 6f5b99d9-9ac9-42c2-939d-a65fc0ead026
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22797"
    uid: bc469fbf-5fd1-4672-892a-7d3663d82ca3
  kind: Event
  lastTimestamp: "2026-09-09T21:16:51Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:16:51Z"
    name: isvc-autogluon-ts-v1-predictor.18d3c3a9cc711ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22803"
    uid: f18b72a2-b84c-4260-bb7a-93ad83cc4afd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: e258d4c5-fdae-4da6-9b03-798acefe4040
  kind: Event
  lastTimestamp: "2026-09-09T21:17:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:17:21Z"
    name: isvc-autogluon-ts-v1-predictor.18d3c3ad4b26777c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: 088aeb09-b959-4729-9f44-c627633c6155
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: e258d4c5-fdae-4da6-9b03-798acefe4040
  kind: Event
  lastTimestamp: "2026-09-09T21:17:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:17:21Z"
    name: isvc-autogluon-ts-v1-predictor.18d3c3ad4b973337
    namespace: kserve-ci-e2e-test
    resourceVersion: "23081"
    uid: bbb04652-157b-46cf-b287-9dc0bdf2e6f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22789"
    uid: 670d0bc4-77af-402e-8fa8-91aa1b9de3fc
  kind: Event
  lastTimestamp: "2026-09-09T21:17:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:17:19Z"
    name: isvc-autogluon-ts-v1.18d3c3a9cc6e8182
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: 7afef8c9-d740-4659-a0f8-cfa2476b1f0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22789"
    uid: 670d0bc4-77af-402e-8fa8-91aa1b9de3fc
  kind: Event
  lastTimestamp: "2026-09-09T21:16:51Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:16:51Z"
    name: isvc-autogluon-ts-v1.18d3c3a9cd121e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22823"
    uid: 160bad35-37e3-4cdf-8c26-0895dfb4a901
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22792"
    uid: 670d0bc4-77af-402e-8fa8-91aa1b9de3fc
  kind: Event
  lastTimestamp: "2026-09-09T21:16:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:16:51Z"
    name: isvc-autogluon-ts-v1.18d3c3a9d46c1023
    namespace: kserve-ci-e2e-test
    resourceVersion: "22825"
    uid: a092f932-daa4-44ed-b97e-3ad9e387b8eb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 670d0bc4-77af-402e-8fa8-91aa1b9de3fc
  kind: Event
  lastTimestamp: "2026-09-09T21:17:19Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:17:19Z"
    name: isvc-autogluon-ts-v1.18d3c3b07f343ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: e9588f30-4687-40be-93ff-1532b2b9d041
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:07:24.280128Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17868"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c325d6bcf5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17874"
    uid: 2db500a2-24b1-44f3-849b-e8157109796f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c325f89c5075
    namespace: kserve-ci-e2e-test
    resourceVersion: "17895"
    uid: da0c39f4-28aa-44d6-a566-3f92c447cb53
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c325fa150f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17897"
    uid: fcb68a6e-034a-41ff-b4ee-09729a59b889
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c325fdb79ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17898"
    uid: d7345551-cfde-4bd7-85ef-2f49836112a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c325fe29f283
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 7d620ea4-da1a-4ff4-a176-6be2f5c995f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:07:54Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c32ce4fcdbbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18200"
    uid: 850e9a9f-f2a4-4936-b789-9211547b3f96
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:10:02Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m7.857s
    (2m7.857s including waiting). Image size: 8945753381 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c34aa9dd680e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: 20321f59-8200-400b-8d2f-91529eef7434
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:10:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c34ab1672eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19217"
    uid: 551e65c5-33cf-442b-b9be-7642c91224d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:10:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c34ab5243156
    namespace: kserve-ci-e2e-test
    resourceVersion: "19219"
    uid: e9324baa-fa6f-4432-8e9b-a00a46802ee1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:10:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c34ab5326856
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: 04cfc3f8-ae9a-4533-b378-81503f673225
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:10:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c34abd910ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19221"
    uid: c13d783f-9874-41fc-832a-38153b044a4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:10:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c34abe492807
    namespace: kserve-ci-e2e-test
    resourceVersion: "19222"
    uid: ad53baf1-ab6d-48f6-b814-3a0469449d35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:10:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:09Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c34ad1c40cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19271"
    uid: 6c207d7e-9a2d-46c6-a52e-eb18c2a5aaae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:10:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:30Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c351412f2e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: b4acfc9e-a4ed-4eeb-a3f1-fbda7897ad81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 9fcf4fe3-3e5e-48a8-8c38-e70d454a01c5
  kind: Event
  lastTimestamp: "2026-09-09T21:10:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:30Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-k7p4l.18d3c351412fca8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: fb83c85b-2ecd-4e6c-a97d-b661de3890d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 4b9a6310-79cf-4de3-8641-e905cff1cb99
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-k7p4l'
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d3c325d63cb1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17870"
    uid: e30aba8f-7da9-4d61-bb02-47cdcb9e350c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: f836ac62-dda9-417b-956e-08b88933960e
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: isvc-autogluon-v1-predictor.18d3c325d30ffe3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: 4407d44e-82a7-4979-a8d7-12bde84addbc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: b99b9962-b1bc-4249-b1bc-317329f6491d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:24Z"
    name: isvc-autogluon-v1-predictor.18d3c32951750d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "19393"
    uid: bde95fcf-aa36-4e80-b75a-6a920a5afee9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: b99b9962-b1bc-4249-b1bc-317329f6491d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:24Z"
    name: isvc-autogluon-v1-predictor.18d3c32951dce5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: f3f9f3db-dbe4-42a5-8f2c-71eac55bdb3d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17846"
    uid: 2beb0e84-b2c9-4249-ac12-77daebdb21ed
  kind: Event
  lastTimestamp: "2026-09-09T21:10:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:19Z"
    name: isvc-autogluon-v1.18d3c325d30e517f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: 4b5950fc-283e-4ed8-9ad7-efc79ada4422
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17846"
    uid: 2beb0e84-b2c9-4249-ac12-77daebdb21ed
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: isvc-autogluon-v1.18d3c325d6ea5d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17875"
    uid: a604359c-04f7-4d9e-8d5d-5b77cdde03eb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17846"
    uid: 2beb0e84-b2c9-4249-ac12-77daebdb21ed
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: isvc-autogluon-v1.18d3c325d6eabdde
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: 705c599f-bcca-46e0-a14a-ee85b662fa7e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19352"
    uid: 2beb0e84-b2c9-4249-ac12-77daebdb21ed
  kind: Event
  lastTimestamp: "2026-09-09T21:10:19Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:19Z"
    name: isvc-autogluon-v1.18d3c34e917f1186
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: 6803d5c6-edba-43aa-b696-bda0595bd607
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:14:49.565996Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21849"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:14:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:14:49Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c38d83d82d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: 870ba29e-290d-451f-8b23-680807473c17
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:14:50Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:14:50Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c38da5ff1545
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 522a099b-a328-41c2-8854-61bc935d5e71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:14:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:50Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c38da7ba7556
    namespace: kserve-ci-e2e-test
    resourceVersion: "21877"
    uid: 494d84ea-eadc-4201-bdfd-86520064bcec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:14:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:50Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c38dab08436b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21879"
    uid: 8b1bb9cb-fd75-47ce-b4f8-05424d701c34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:14:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:50Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c38dab85986a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21880"
    uid: ee56ae79-b89e-4c00-b955-e319aebeb3b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c38ed5e64e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21921"
    uid: a2962a55-68f3-405a-9d2d-2817fa3bb0d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c38ed8cbe773
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: db980e0e-77ad-4aae-b057-d37e96e17861
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c38ed95b3d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 109705de-309d-4885-949e-565e52d37c95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c38ed967586d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21927"
    uid: 07855ee4-5a92-4a39-9d1e-eb407d636174
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c38edd8487d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21929"
    uid: 55d7189a-90f5-4a5c-9c58-4a0923c48321
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c38ede5072fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: 03408b29-b4e4-4e60-94ab-24b32fe51698
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:16:42Z"
  message: 'Readiness probe failed: Get "http://10.133.0.26:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-09T21:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c3a7b589cb05
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 6f84de14-fc2e-4c59-9a3a-64d17c20b6fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:16:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:45Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c3a898ef7cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22743"
    uid: 849870fc-600e-4ed8-abf0-f5622df6b7f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:16:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:45Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c3a898efe16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: c9ab119d-a531-4932-94f8-e5c7bd6e0a06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: e141bc96-d732-426f-ac08-57d98b602098
  kind: Event
  lastTimestamp: "2026-09-09T21:16:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:47Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb.18d3c3a8ea4c9ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "22756"
    uid: 92402d42-875d-4c37-8f18-633368d69183
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21841"
    uid: 02f58711-9a84-40a5-9c19-eb781b1c1fbb
  kind: Event
  lastTimestamp: "2026-09-09T21:14:49Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gjvcb'
  metadata:
    creationTimestamp: "2026-09-09T21:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:49Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d3c38d83589fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: 56cd113d-9a70-4955-9ebf-740f3331589d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: b1eb2cc0-1aa8-4ad9-accb-407c287ba621
  kind: Event
  lastTimestamp: "2026-09-09T21:14:49Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:49Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c38d7ec3083c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: b9797b5b-97da-4cd3-97f2-7fdb8e573e27
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: b42d5c94-3034-4196-922e-ff5e196e9faa
  kind: Event
  lastTimestamp: "2026-09-09T21:15:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:34Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c390fcb8c6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22213"
    uid: dedea04d-c42b-49c7-9eca-92e1a3d8efbb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: b42d5c94-3034-4196-922e-ff5e196e9faa
  kind: Event
  lastTimestamp: "2026-09-09T21:15:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:34Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c390fd219cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22214"
    uid: d701f87c-62c5-4c31-9bc5-752d2c1b4120
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22002"
    uid: b42d5c94-3034-4196-922e-ff5e196e9faa
  kind: Event
  lastTimestamp: "2026-09-09T21:16:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:16:34Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c39b7a3cc953
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: d17cc7c5-fc9f-4ad0-81d5-4833a7545dc8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22002"
    uid: b42d5c94-3034-4196-922e-ff5e196e9faa
  kind: Event
  lastTimestamp: "2026-09-09T21:16:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:16:34Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c39b7aa724dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 2d247596-b5a0-4961-980a-46925bd9e910
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: faac246c-8af8-4703-9740-1c5d68a667da
  kind: Event
  lastTimestamp: "2026-09-09T21:16:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:16:31Z"
    name: isvc-autogluon-v2-noslash.18d3c38d7e65d27d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22624"
    uid: 702bf01b-2692-439c-909a-bc2e73fc4c79
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: faac246c-8af8-4703-9740-1c5d68a667da
  kind: Event
  lastTimestamp: "2026-09-09T21:14:49Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:49Z"
    name: isvc-autogluon-v2-noslash.18d3c38d7fba2f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "21846"
    uid: 5fca66e8-6317-4994-8ef6-380c0bfded55
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22622"
    uid: faac246c-8af8-4703-9740-1c5d68a667da
  kind: Event
  lastTimestamp: "2026-09-09T21:16:31Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:16:31Z"
    name: isvc-autogluon-v2-noslash.18d3c3a528ef58b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22623"
    uid: 39894ec4-9caa-4f17-a335-2d7fe075d7ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:10:35.951824Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19521"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:10:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:10:35Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c3527742fc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 9023800a-b4e4-4883-96b9-9ef14cfc6513
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:10:36Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:10:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c3529c49e986
    namespace: kserve-ci-e2e-test
    resourceVersion: "19541"
    uid: b974c873-8efb-4452-a18e-4fe24be93f52
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:10:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c3529db3632a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: 7b06ded1-8bd3-48ba-83d9-c9b66f0067b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:10:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c352a43de2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19545"
    uid: 45c68942-998d-4349-a8b6-9ac0a7ce9e68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:10:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c352a5aa534c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: ae8a7b32-53ba-46dc-9fb4-bf11841021e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:11:06Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c3598b750603
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 6816d872-1cea-4c3b-8c74-32edaed3cb93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:11:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c3598ef11708
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: bc40f446-8e93-4f86-bdaf-7b4ea69f2eeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:11:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c3598f712c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: 94b8f202-9e75-467d-b8a2-0bf95b620748
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:11:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c3598f7d595f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: 734c8d71-87dc-4385-85f2-3d1517462105
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:11:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c359929cfa4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19863"
    uid: 045370fd-8ddb-4eac-a67d-f5a4fd29ea53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:11:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c35993194d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 9054ffab-1648-405d-a90f-c04f488a6e9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:12:50Z"
  message: 'Readiness probe failed: Get "http://10.133.0.24:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-09T21:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:50Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c371b133b344
    namespace: kserve-ci-e2e-test
    resourceVersion: "20688"
    uid: ed6a88cb-ff5f-4a41-b545-97e878598c23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:12:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:52Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c37236641ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: 60b7d5bf-6bc9-40de-81f3-143b59ea2113
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: e8d9b9c3-443e-474c-8c4e-8eacd50ca053
  kind: Event
  lastTimestamp: "2026-09-09T21:12:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:52Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq.18d3c3723664b197
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: c51a48a5-7f6a-4b7a-98b2-2a51d0b061bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: 9aecd21f-9020-45fe-badb-5f9caf0c5130
  kind: Event
  lastTimestamp: "2026-09-09T21:10:35Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-h9zkq'
  metadata:
    creationTimestamp: "2026-09-09T21:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:35Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d3c35276a83686
    namespace: kserve-ci-e2e-test
    resourceVersion: "19524"
    uid: f8646ff5-7585-44c0-9c0f-44e3251a69a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19509"
    uid: 112505a3-0041-4b15-9492-7765b5a739fe
  kind: Event
  lastTimestamp: "2026-09-09T21:10:35Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:35Z"
    name: isvc-autogluon-v2-predictor.18d3c3527362459c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: 55e67996-5570-4304-9996-d0c153729a9e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19510"
    uid: 0f847c92-9399-455e-84b3-f1204799eed4
  kind: Event
  lastTimestamp: "2026-09-09T21:11:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:11:20Z"
    name: isvc-autogluon-v2-predictor.18d3c355f280437c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: 524d5085-9de1-4d85-a604-6610a491a3be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19510"
    uid: 0f847c92-9399-455e-84b3-f1204799eed4
  kind: Event
  lastTimestamp: "2026-09-09T21:11:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:11:20Z"
    name: isvc-autogluon-v2-predictor.18d3c355f2e995ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19965"
    uid: 7698e161-aa50-4d69-8216-ee45572ca056
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19661"
    uid: 0f847c92-9399-455e-84b3-f1204799eed4
  kind: Event
  lastTimestamp: "2026-09-09T21:12:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:51Z"
    name: isvc-autogluon-v2-predictor.18d3c3606fd44c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20695"
    uid: 88184892-3ad1-4a1c-9346-692c0a3db1d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19661"
    uid: 0f847c92-9399-455e-84b3-f1204799eed4
  kind: Event
  lastTimestamp: "2026-09-09T21:12:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:51Z"
    name: isvc-autogluon-v2-predictor.18d3c36070396f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 1b9ff5fe-9109-4705-b4d3-30fcc54743d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:12:57.478975Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:12:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:12:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c3736aefe4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20809"
    uid: 8094937d-3702-451a-99ee-d850156f7edb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20813"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:12:58Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:12:58Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c3738ce37bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 26279500-1029-406d-af95-431f8e08e35a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:12:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:58Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c3738e5c22b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20827"
    uid: 582920f2-baf8-4fda-814a-c61848d92c77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:12:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:58Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c373913c32c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: a6bae9fc-00dc-4f14-8e06-1e81b4a27ea2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:12:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:58Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c37391b54282
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: 0d387318-5bf0-4b2b-8113-3e0b3e6cbdae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:13:03Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c374e44f9e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 01816847-8e63-4db7-b64f-88b76679f249
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:13:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c374e75b9723
    namespace: kserve-ci-e2e-test
    resourceVersion: "20884"
    uid: 05792330-310a-4104-b943-dcd5159e811d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:13:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c374e7df680a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: 8d94d910-e49e-4cf4-aa4f-ca2b38d16c3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:13:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c374e7eb9839
    namespace: kserve-ci-e2e-test
    resourceVersion: "20888"
    uid: bf48bdb9-b13c-4baa-9ef6-8feaba633b63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:13:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c374eb210727
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: 67ec93bb-79a4-4c34-803f-5acb8066f511
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:13:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c374eba11afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 1a3d6cf7-7ce8-4732-a95b-bcbb79b8410f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:14:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c38c4bdd5e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21730"
    uid: 945dae6c-6798-4ea3-8598-37cfcac6561c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:14:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c38c4bddc510
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: b2e3f478-0375-41b9-a1f6-e52b061d9edc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: d52fb34f-675c-4fd0-9a3a-d3a858d83350
  kind: Event
  lastTimestamp: "2026-09-09T21:14:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-09T21:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f.18d3c38ce02605f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21806"
    uid: 63c4c449-16d7-484e-b9fb-37c19d54ad00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: ec978950-64ef-4c50-b143-26a8d6fb0418
  kind: Event
  lastTimestamp: "2026-09-09T21:12:57Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-7r24f'
  metadata:
    creationTimestamp: "2026-09-09T21:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d3c3736a4017d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: e2c62ff1-030d-4118-be47-982239a37733
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20791"
    uid: 0c41bb64-b52c-4686-a5a4-ab9a5fb13835
  kind: Event
  lastTimestamp: "2026-09-09T21:12:57Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:57Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c373671dfd2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20796"
    uid: 47efb0d4-e67e-4d77-87db-526924c06452
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 4190372f-ac5b-42cf-8e14-b9de33df4ecc
  kind: Event
  lastTimestamp: "2026-09-09T21:13:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:27Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c376e5874d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21132"
    uid: dce426e0-7198-432d-ba9e-2ecc0756cf8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 4190372f-ac5b-42cf-8e14-b9de33df4ecc
  kind: Event
  lastTimestamp: "2026-09-09T21:13:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:27Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c376e5f24969
    namespace: kserve-ci-e2e-test
    resourceVersion: "21133"
    uid: 7562e53a-33d4-453f-9863-65dfa98557e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: 4190372f-ac5b-42cf-8e14-b9de33df4ecc
  kind: Event
  lastTimestamp: "2026-09-09T21:14:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:42Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c37de362329f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: d01f50ac-1bc2-479f-94a5-25e869737174
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: 4190372f-ac5b-42cf-8e14-b9de33df4ecc
  kind: Event
  lastTimestamp: "2026-09-09T21:14:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:42Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c37de3cd8438
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: c7e2bbf7-9c6d-472d-9882-adf762c78843
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20783"
    uid: f172a4c3-b476-44ba-a202-b861b11809dc
  kind: Event
  lastTimestamp: "2026-09-09T21:14:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:33Z"
    name: isvc-autogluon-v2-variants.18d3c373672aa291
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 411991a1-69a0-48b3-8d9d-b49dbdac81f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20783"
    uid: f172a4c3-b476-44ba-a202-b861b11809dc
  kind: Event
  lastTimestamp: "2026-09-09T21:12:57Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:12:57Z"
    name: isvc-autogluon-v2-variants.18d3c37367d2b0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 808c4108-389e-40ad-a727-130b2c72593b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: f172a4c3-b476-44ba-a202-b861b11809dc
  kind: Event
  lastTimestamp: "2026-09-09T21:14:33Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:33Z"
    name: isvc-autogluon-v2-variants.18d3c389afef44df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21603"
    uid: 34562077-edf6-4da9-98d6-ef8a5867a85a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: d997476e-ee9e-4094-ac43-272b1e9d9b0a
  kind: Event
  lastTimestamp: "2026-09-09T21:12:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:12:39Z"
    name: isvc-autogluon-v2.18d3c352737e0b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: b2dd70c2-da50-4e4c-98ee-23a2f05727d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: d997476e-ee9e-4094-ac43-272b1e9d9b0a
  kind: Event
  lastTimestamp: "2026-09-09T21:10:35Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:36Z"
    name: isvc-autogluon-v2.18d3c352741751ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: 36f6fad4-4d55-4ec1-a085-c5c9b644f616
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19504"
    uid: d997476e-ee9e-4094-ac43-272b1e9d9b0a
  kind: Event
  lastTimestamp: "2026-09-09T21:10:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:36Z"
    name: isvc-autogluon-v2.18d3c3527a21515a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19534"
    uid: 7170185a-242a-4216-8672-d9e033961f04
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d997476e-ee9e-4094-ac43-272b1e9d9b0a
  kind: Event
  lastTimestamp: "2026-09-09T21:12:39Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:12:39Z"
    name: isvc-autogluon-v2.18d3c36f254a9bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "20609"
    uid: ce4ab9cb-7761-4d1f-9277-804dc9ed92d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:20:39.606421Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-854596548c-24qm7
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:20:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:20:39Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3df03e13550
    namespace: kserve-ci-e2e-test
    resourceVersion: "24936"
    uid: 51934d41-4962-4676-b70d-3651b28a7d38
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24942"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:20:40Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:20:40Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3df29a1defe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24960"
    uid: 97d559b9-4532-4651-ad1c-a7e1850c2c12
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:20:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:40Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3df2b86ee96
    namespace: kserve-ci-e2e-test
    resourceVersion: "24963"
    uid: c5fba074-68ca-4ca3-91ed-bcccb4e5a9b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:20:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:40Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3df2de7861e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24966"
    uid: 56edade5-6de0-4957-9ae5-1fd303163338
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:20:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:40Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3df2e51421a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: f72053d5-0681-4751-87ae-d8f738eb49fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3e038aad6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "25018"
    uid: 1884b766-3701-4d3c-9ba0-cc217d362819
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3e03ced43ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25022"
    uid: 3ecfc929-76f7-4482-a4d2-09685e3c9fa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3e03d670230
    namespace: kserve-ci-e2e-test
    resourceVersion: "25024"
    uid: d52f16f5-87e6-4e54-bad2-50fe09701205
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3e03d71c0f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25028"
    uid: 81c2ccb4-72e7-4993-ba04-f5a79776ea5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3e04154530c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25030"
    uid: ee5bb035-fb2c-4e1f-916d-2bbea6c4630c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3e041d0b983
    namespace: kserve-ci-e2e-test
    resourceVersion: "25034"
    uid: 9d060b81-875d-450d-9d4e-1e797edd4332
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:22:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:11Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3e19eeb69e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25844"
    uid: 855e342a-6a78-40e2-b1fa-2b4a375bad9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:22:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:09Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3f3fb81c969
    namespace: kserve-ci-e2e-test
    resourceVersion: "25821"
    uid: d9dd98bc-21f7-45d8-8967-2cf713627b9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:22:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:09Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3f3fb8277ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25822"
    uid: 1507c45e-30dc-4ed5-a539-26aba7229ffa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-24qm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 32ed4980-09d0-4ea8-b7ff-50be6f4e231d
  kind: Event
  lastTimestamp: "2026-09-09T21:22:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:10Z"
    name: isvc-canary-create-predictor-854596548c-24qm7.18d3c3f43f87ece3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25835"
    uid: 155b961e-70de-4a63-af0a-9226498c2c50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:20:39.750435Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-854596548c-bgv5k
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:20:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:20:39Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3df0c76984d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24948"
    uid: 87d0fd55-b8ec-4287-bfc1-8a01f3cb98bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24952"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:20:40Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:20:40Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3df2e673896
    namespace: kserve-ci-e2e-test
    resourceVersion: "24967"
    uid: 9b621749-941b-4169-90d5-41546f47f575
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:20:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:40Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3df3024f975
    namespace: kserve-ci-e2e-test
    resourceVersion: "24970"
    uid: 3128f1a9-d37c-4837-9bff-0dfe4659256a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:20:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:40Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3df331cab1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24972"
    uid: 9a9d3493-c1db-4499-89ac-dbc820ad2ef4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:20:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:40Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3df33966d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24973"
    uid: f0b89670-569a-4c74-a641-f002d3c65f5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3e0289d7776
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: a5de1b21-7ccb-43d6-96f7-d7468bd4a093
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:20:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 14.896s (14.896s including waiting). Image size: 1580582801 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:59Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3e3a0850889
    namespace: kserve-ci-e2e-test
    resourceVersion: "25150"
    uid: 750f2d5d-011f-4f93-b9d1-ec764f01b029
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:20:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:59Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3e3a36628de
    namespace: kserve-ci-e2e-test
    resourceVersion: "25152"
    uid: 89d2e285-600c-4a46-b10b-d76a84a83cf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:20:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:59Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3e3a3f30f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25153"
    uid: ccad9f54-4ab1-462d-89ec-1b54fcfb51a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:20:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:59Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3e3a3fdf69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: a206ece7-448f-47be-bb8d-6f211ca8d067
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:20:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:59Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3e3a6dbb9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25155"
    uid: 66b1d013-0999-4396-bfef-19fa1ebaaad9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:20:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:59Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3e3a758d186
    namespace: kserve-ci-e2e-test
    resourceVersion: "25156"
    uid: 518e0559-dbdd-4dc0-a72a-56c5438696ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:22:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:13Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3e3e6a34b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "25853"
    uid: 9471708a-05a9-4bc2-a7fa-3ddf39911e83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:22:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:03Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3f2739daf75
    namespace: kserve-ci-e2e-test
    resourceVersion: "25736"
    uid: ad36a4ac-7cc2-496b-a8f8-eb2dcbb0148d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:22:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:03Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3f2739e7673
    namespace: kserve-ci-e2e-test
    resourceVersion: "25737"
    uid: 08447805-f424-4279-8a91-32ff9eaae1b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-bgv5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 18dd4b2b-d349-4347-8c99-01f0e8555252
  kind: Event
  lastTimestamp: "2026-09-09T21:22:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:31Z"
    name: isvc-canary-create-predictor-854596548c-bgv5k.18d3c3f344bdbc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: 736bdfed-7703-4fa4-bcff-7b2e5f401d25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-854596548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24912"
    uid: 7a3d1cfb-d606-4353-b84c-5db2c54bc793
  kind: Event
  lastTimestamp: "2026-09-09T21:20:39Z"
  message: 'Created pod: isvc-canary-create-predictor-854596548c-24qm7'
  metadata:
    creationTimestamp: "2026-09-09T21:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:39Z"
    name: isvc-canary-create-predictor-854596548c.18d3c3df0311992b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24935"
    uid: a3cf6fc0-2766-4544-b332-4d2d061f178f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-854596548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24912"
    uid: 7a3d1cfb-d606-4353-b84c-5db2c54bc793
  kind: Event
  lastTimestamp: "2026-09-09T21:20:39Z"
  message: 'Created pod: isvc-canary-create-predictor-854596548c-bgv5k'
  metadata:
    creationTimestamp: "2026-09-09T21:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:39Z"
    name: isvc-canary-create-predictor-854596548c.18d3c3df0b779a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "24945"
    uid: c0c8f347-1b99-4d74-b6ee-5fb58d9f5923
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-854596548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25728"
    uid: 7a3d1cfb-d606-4353-b84c-5db2c54bc793
  kind: Event
  lastTimestamp: "2026-09-09T21:22:03Z"
  message: 'Deleted pod: isvc-canary-create-predictor-854596548c-bgv5k'
  metadata:
    creationTimestamp: "2026-09-09T21:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:03Z"
    name: isvc-canary-create-predictor-854596548c.18d3c3f2737420a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25732"
    uid: 64c6c0cd-1668-4883-a1c6-a128aa79f500
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24910"
    uid: bc7e170e-87e7-4c71-935d-234b9704ec7c
  kind: Event
  lastTimestamp: "2026-09-09T21:20:39Z"
  message: Scaled up replica set isvc-canary-create-predictor-854596548c from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-09T21:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:39Z"
    name: isvc-canary-create-predictor.18d3c3defbce1859
    namespace: kserve-ci-e2e-test
    resourceVersion: "24914"
    uid: 5e5686b3-bf2a-4abc-be2b-c7070b47bb63
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25724"
    uid: bc7e170e-87e7-4c71-935d-234b9704ec7c
  kind: Event
  lastTimestamp: "2026-09-09T21:22:03Z"
  message: Scaled down replica set isvc-canary-create-predictor-854596548c from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:03Z"
    name: isvc-canary-create-predictor.18d3c3f272d937a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25729"
    uid: 0efb9cf7-6b26-4840-82d6-3c81153bf9c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:20:39.580822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24922"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:20:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:20:39Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3df025a963d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 8256da0c-c64e-486e-9238-11f12ca5cefc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24941"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:40Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:20:40Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3df27f56ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24957"
    uid: ada72d61-2241-42ca-bc77-240d3731bf80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:40Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3df29e12a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24961"
    uid: debb9950-febf-4a56-bdc9-0eac759c17c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:40Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3df2d2b2c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24964"
    uid: edc829e1-d913-4e8b-8ead-8a15c123dca7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:40Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3df2daadc90
    namespace: kserve-ci-e2e-test
    resourceVersion: "24965"
    uid: 99a81102-8995-4092-862d-d648f9e16912
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3e038c16a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "25019"
    uid: 562a5cef-5f9a-4097-87fb-60192fa104e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3e03cfa8122
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 3dd98acd-2130-4a27-9ba3-4f8da04d8fc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3e03d6dbfc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25026"
    uid: 1f1ca1df-cad3-4525-835b-3f098d87e743
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3e03d7838c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 39535d71-83a2-4abb-b528-ba5d8097fee8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3e0416189fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25031"
    uid: a9a6b518-76df-4941-bafb-a8daa91788fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:44Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3e041c849e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25033"
    uid: 610f9fc9-6c62-46fb-b01b-b41e1b031407
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:22:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:12Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3e0750be766
    namespace: kserve-ci-e2e-test
    resourceVersion: "25851"
    uid: ca9d0bcf-3070-4bb2-97f0-9b4d836f2e26
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:22:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:09Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3f3fbf2987d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25823"
    uid: 6e5c0264-b6f5-4772-98c0-2c30a06098f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:22:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:09Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3f3fbf3e890
    namespace: kserve-ci-e2e-test
    resourceVersion: "25826"
    uid: d2d3248f-00b4-433d-8a66-20ccd79911f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 52aa5472-9537-4897-a4c4-7b1debe5a3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:22:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:11Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-7qktq.18d3c3f47b561e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "25842"
    uid: e484c38e-3ac7-4a33-9cca-a6f5aac99823
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5cd44d6886
    namespace: kserve-ci-e2e-test
    resourceVersion: "24900"
    uid: d37cec67-a381-4812-8da6-72ce9ae8900f
  kind: Event
  lastTimestamp: "2026-09-09T21:20:39Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5cd44d6886-7qktq'
  metadata:
    creationTimestamp: "2026-09-09T21:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:39Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886.18d3c3df014e1987
    namespace: kserve-ci-e2e-test
    resourceVersion: "24925"
    uid: 3005a756-38ac-4d60-b033-44ba93424c79
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24898"
    uid: 4e0cc5b7-2103-4f5a-818a-a70a6dc693d5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:39Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5cd44d6886 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:39Z"
    name: isvc-canary-create-v2-predictor.18d3c3def8df1420
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: b5f193e8-f607-4c65-b8cf-1ca6b6e0c098
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24891"
    uid: 7fc95ded-0370-4be6-95bb-a1ed284468ef
  kind: Event
  lastTimestamp: "2026-09-09T21:22:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:22:03Z"
    name: isvc-canary-create.18d3c3defb395679
    namespace: kserve-ci-e2e-test
    resourceVersion: "25749"
    uid: 542c8692-eced-4107-9d1f-9a0d5da28d0c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24891"
    uid: 7fc95ded-0370-4be6-95bb-a1ed284468ef
  kind: Event
  lastTimestamp: "2026-09-09T21:22:03Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:22:03Z"
    name: isvc-canary-create.18d3c3defc2a5d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "25743"
    uid: 3d199b4f-c5ad-4562-b14f-dff4edbc1848
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24891"
    uid: 7fc95ded-0370-4be6-95bb-a1ed284468ef
  kind: Event
  lastTimestamp: "2026-09-09T21:22:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:22:03Z"
    name: isvc-canary-create.18d3c3defc2abe1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25744"
    uid: 62109a93-2e72-47ad-9f9c-314b233ce7f0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25746"
    uid: 7fc95ded-0370-4be6-95bb-a1ed284468ef
  kind: Event
  lastTimestamp: "2026-09-09T21:22:03Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:22:03Z"
    name: isvc-canary-create.18d3c3f27b907f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25747"
    uid: 93a17731-c4e2-4b76-b53c-69e444258a93
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:22:14.814654Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25906"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:22:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:22:14Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c3f52ebb8a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "25909"
    uid: d31ad6e1-e17b-4aaa-8653-a797ec0300c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25914"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:22:15Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:22:15Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c3f5514802ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: 206892b0-79b3-4524-a035-4655ae7008a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:22:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:15Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c3f553278930
    namespace: kserve-ci-e2e-test
    resourceVersion: "25947"
    uid: b9fa8b4a-1ee9-419f-8fc6-3d474ef47945
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:22:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:15Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c3f557973fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25951"
    uid: e98f8069-d79f-4b3b-ba55-4e22e058ab04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:22:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:15Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c3f55800538e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25953"
    uid: ba6053df-c848-4658-a48f-5ccfd7b67323
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c3f675df174c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26020"
    uid: 78ebdc33-51fa-48e3-b587-b5bf68068d09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c3f6796d63e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26025"
    uid: 65a55255-76fd-4f15-a848-7672cf5b0e00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c3f679d8da18
    namespace: kserve-ci-e2e-test
    resourceVersion: "26029"
    uid: 438302b6-c5cd-4420-b548-8c969796509a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c3f679e1d4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26031"
    uid: 0635811b-35ee-45d4-9717-6686cedb45d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c3f67dbec6e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26032"
    uid: 416ee8ca-2e9e-4e33-b79a-9d75a0796b0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c3f67e4f8ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: fe80a1cf-fe4e-4499-88a2-f7d4c6438eb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:23:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c3f6b2177a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "27143"
    uid: c254c614-a216-4005-a662-4ed493a836f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:23:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c40a1ebf2704
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: b1e975d2-4dd7-407c-ae65-3f20be663582
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:23:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c40a1ebf9a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "27124"
    uid: ea18434e-4012-4668-8a60-e7fbe401933d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: f0ca6757-691d-4cf2-a436-93de6f149ea0
  kind: Event
  lastTimestamp: "2026-09-09T21:23:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:47Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-ckt54.18d3c40ab8602959
    namespace: kserve-ci-e2e-test
    resourceVersion: "27167"
    uid: 06a9be68-3a64-4478-8f0a-5f23c26b88ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:22:14.882731Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25916"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:22:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:22:14Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c3f532ca47fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25921"
    uid: 6dc0294d-e814-43e3-967c-f70cc5a1af21
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:22:15Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:22:15Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c3f554a12a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "25948"
    uid: e2ac3951-951f-4ad3-81d4-858c25dc4e3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:22:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:15Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c3f55682d65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25950"
    uid: 7d77e935-c9a1-4d6e-9a83-cc79ac2ac1ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:22:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:15Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c3f55a1ccd65
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: 32d5aac3-77bd-4aac-8b33-e2f35109cfa4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:22:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:15Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c3f55a976ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25955"
    uid: f2f74d9c-ea58-42e1-86b3-e0408392da73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:22:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:19Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c3f65de0ac29
    namespace: kserve-ci-e2e-test
    resourceVersion: "26008"
    uid: 763fcee2-3348-4914-852c-a643cb3b8a52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:22:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:19Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c3f66110beab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26011"
    uid: e56a3aa0-46e5-4423-9e9d-8254aead37da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:22:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:19Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c3f6618a35ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26012"
    uid: aae4aa24-a0ac-42ff-80f3-54d5f53a4061
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:22:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:19Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c3f661971e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 7085502d-a258-426d-8836-87b82306ded2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c3f66471774a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: 5db3d8ff-1661-4994-91c6-66caa8b20bde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c3f664e86432
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 66593724-733d-45a4-931a-783ad55748c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:23:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:32Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c3f6d5b0fcfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26678"
    uid: b5b9e3c0-1ac5-4c94-a240-1db28ae91dbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:23:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c409fe155f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27102"
    uid: 48ccd87b-c80f-4bae-88fa-fcf4e825b6b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:23:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c409fe16755c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27104"
    uid: 5cbc0a0e-7b24-49c5-9647-c6c9aed597f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1868ccb7-0a8e-4f84-baa9-d09e094597b3
  kind: Event
  lastTimestamp: "2026-09-09T21:23:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:47Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4.18d3c40adbe2a145
    namespace: kserve-ci-e2e-test
    resourceVersion: "27171"
    uid: bc0c4a32-15b3-42f6-83cc-5787ebeb954d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-65ff4fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25892"
    uid: a2972d11-2cbf-48ca-9b44-dfe20eadb38e
  kind: Event
  lastTimestamp: "2026-09-09T21:22:14Z"
  message: 'Created pod: isvc-canary-promote-predictor-65ff4fc5f5-ckt54'
  metadata:
    creationTimestamp: "2026-09-09T21:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:14Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5.18d3c3f52e3584df
    namespace: kserve-ci-e2e-test
    resourceVersion: "25908"
    uid: d8e91c17-4458-4be2-b513-95988774f8de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-65ff4fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25892"
    uid: a2972d11-2cbf-48ca-9b44-dfe20eadb38e
  kind: Event
  lastTimestamp: "2026-09-09T21:22:14Z"
  message: 'Created pod: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4'
  metadata:
    creationTimestamp: "2026-09-09T21:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:14Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5.18d3c3f5322d4ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25917"
    uid: 994368a0-57e3-4d0b-9f10-ffc32d0aa62b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-65ff4fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27093"
    uid: a2972d11-2cbf-48ca-9b44-dfe20eadb38e
  kind: Event
  lastTimestamp: "2026-09-09T21:23:44Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-65ff4fc5f5-zkbq4'
  metadata:
    creationTimestamp: "2026-09-09T21:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5.18d3c409fdf69f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: 57aa3228-1dad-4b3d-8519-cfbf3c239582
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25889"
    uid: 0c2f5b90-6e1a-46e0-9811-dad594f18347
  kind: Event
  lastTimestamp: "2026-09-09T21:22:14Z"
  message: Scaled up replica set isvc-canary-promote-predictor-65ff4fc5f5 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-09T21:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:14Z"
    name: isvc-canary-promote-predictor.18d3c3f52a030924
    namespace: kserve-ci-e2e-test
    resourceVersion: "25894"
    uid: 97c1ee30-f5da-4a7c-85ef-2a9e03d68b79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27091"
    uid: 0c2f5b90-6e1a-46e0-9811-dad594f18347
  kind: Event
  lastTimestamp: "2026-09-09T21:23:44Z"
  message: Scaled down replica set isvc-canary-promote-predictor-65ff4fc5f5 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: isvc-canary-promote-predictor.18d3c409fc42c85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 66bb6353-bbfb-4426-88e7-346f6e423c90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:23:44.875680Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:23:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c40a26c9bdac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: 00e8e82e-0653-4b01-aa5c-ca6d86872557
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:23:45Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:23:45Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c40a48dc4102
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: 2c9d51e8-9507-4a5b-aaff-c641078f09dd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:23:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:45Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c40a4a967d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: d7e0eb98-8b1b-4b35-95aa-ecb1fe9162c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:23:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:45Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c40a4e579923
    namespace: kserve-ci-e2e-test
    resourceVersion: "27149"
    uid: 273cb76d-8967-4bac-9a71-da93e2c97b9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:23:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:45Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c40a4ed23081
    namespace: kserve-ci-e2e-test
    resourceVersion: "27150"
    uid: 2fc5c3df-3b40-4e37-b6a3-be3c631c2759
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:23:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:49Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c40b2d04392d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 5500c9e3-4231-49c3-b325-de9f62ae3f13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:23:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:49Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c40b2fde778b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27188"
    uid: ae119b88-cf19-41f7-a55c-c9bcbbdd0e9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:23:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:49Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c40b306d0d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "27189"
    uid: 510ab160-ca9b-4f13-89f7-616510b4cdf0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:23:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:49Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c40b30798c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: dba3d30d-a792-4071-9e47-d81ea1512e68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:23:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:49Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c40b3320773b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 5e075628-665d-4662-9ae3-f217b64d0233
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:23:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:49Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c40b339d4e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27194"
    uid: 1ebafad0-64bc-427b-8971-c0a61eb1c94d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:25:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:26Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c40b69015b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "28093"
    uid: 2b5d8a0a-9dbf-4388-b33a-854bfc3f96e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:25:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c421774f1fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "28079"
    uid: 2826147f-4624-4ca0-ab00-8c89e4f0c9cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:25:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c421775059b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28081"
    uid: c8521cb8-2771-4803-9527-31645e61a3e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 49af8a63-7e2e-4e42-a6c2-87b0817cdcf1
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg.18d3c421c37369dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28206"
    uid: c29afc40-882d-4902-a597-6e14a1b09033
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:22:14.772661Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25897"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:22:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:22:14Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f52c3ac0b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25902"
    uid: 68c55666-e802-4d78-9d8e-b67d77b94d14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:22:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:14Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f535fe56aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25928"
    uid: 45b8d13a-e602-4c9d-8846-8aa0dda44e41
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25910"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:22:15Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:22:15Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f572155c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: b6800ae6-9529-4a41-ac75-2b96900910cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:22:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:15Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f5740f5ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25968"
    uid: 38ddc27b-69cb-4ec0-a57a-2f17e9ba4783
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:22:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:16Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f578718ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25969"
    uid: 37c28a0f-7e54-4cd3-83e1-fa1c3d23eeeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:22:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:16Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f578e464cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25970"
    uid: 8dd1fbb1-3e50-48ae-8704-4710cae83569
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f675c9e143
    namespace: kserve-ci-e2e-test
    resourceVersion: "26019"
    uid: 1b3a9485-5855-4bbe-bc6f-41e6066af97f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f6795790ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26023"
    uid: e9aa5e60-fbd2-42c1-8b3f-c4fe15e70250
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f679cc18ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26026"
    uid: ad4e006b-9cb9-462c-9844-3843aa237316
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f679d6e90e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26027"
    uid: 35a960a3-943b-4b77-af4e-ca984f3fa7fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f67dc1c36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26033"
    uid: 1f2cde23-9a9c-4c29-8950-5c26db8f62cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:22:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:20Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f67e2bec64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: 1dce1be4-951a-41a2-a19c-63835dc90afd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:23:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:33Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c3f6ee03639a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: 86a637b8-1ef0-43ac-ba79-3cce216d3500
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:25:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c421779213e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28080"
    uid: c3d83b67-93af-4203-bf9d-bffe7e35d593
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:25:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c4217792c664
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: f4c9ac5f-e8e1-4e2d-8c04-155c3604b22a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: ca4a93ef-3294-4e64-a961-16afefe14c52
  kind: Event
  lastTimestamp: "2026-09-09T21:25:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:28Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh.18d3c4223cb3c380
    namespace: kserve-ci-e2e-test
    resourceVersion: "28109"
    uid: 27c31c57-f0f4-4ab8-a2ef-2019ef6d47f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-b8964cf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "25881"
    uid: dbd0e1b8-9335-402b-8df3-993166249ac4
  kind: Event
  lastTimestamp: "2026-09-09T21:22:14Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-b8964cf76-q7dwh'
  metadata:
    creationTimestamp: "2026-09-09T21:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:14Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76.18d3c3f52b708e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: 040f9645-3b04-4e64-806b-38d086a01f59
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-b8964cf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "27130"
    uid: dbd0e1b8-9335-402b-8df3-993166249ac4
  kind: Event
  lastTimestamp: "2026-09-09T21:23:44Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-b8964cf76-mtbbg'
  metadata:
    creationTimestamp: "2026-09-09T21:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76.18d3c40a2681aa11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: 7540f740-f12f-496f-98e9-6679b9cf25fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25879"
    uid: 4dfb778c-1bfc-4615-83e5-536b9c1a8d24
  kind: Event
  lastTimestamp: "2026-09-09T21:22:14Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-b8964cf76 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:14Z"
    name: isvc-canary-promote-v2-predictor.18d3c3f527257206
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: 675791f8-5681-418a-ab5d-b831b36ce880
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27127"
    uid: 4dfb778c-1bfc-4615-83e5-536b9c1a8d24
  kind: Event
  lastTimestamp: "2026-09-09T21:23:44Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-b8964cf76 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-09T21:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: isvc-canary-promote-v2-predictor.18d3c40a2295e8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27131"
    uid: b0236e15-f5c5-41ba-8a9f-16276acee580
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: c68aaedc-3ac5-4d9e-b8a8-32bf1fd4b925
  kind: Event
  lastTimestamp: "2026-09-09T21:23:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: isvc-canary-promote.18d3c3f5295a2df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: dca3c9d5-6e5e-4086-99ce-61bbe8158c51
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: c68aaedc-3ac5-4d9e-b8a8-32bf1fd4b925
  kind: Event
  lastTimestamp: "2026-09-09T21:22:14Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:22:14Z"
    name: isvc-canary-promote.18d3c3f529f3d22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 85adb90f-51c6-4555-b9c9-cf357b92ee4c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: c68aaedc-3ac5-4d9e-b8a8-32bf1fd4b925
  kind: Event
  lastTimestamp: "2026-09-09T21:22:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:22:14Z"
    name: isvc-canary-promote.18d3c3f529f41965
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: 4ac0b53e-e043-4e9e-a10a-0726774ea56d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: c68aaedc-3ac5-4d9e-b8a8-32bf1fd4b925
  kind: Event
  lastTimestamp: "2026-09-09T21:25:16Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:25:16Z"
    name: isvc-canary-promote.18d3c4098406ccec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: b124cb87-ecb9-4b91-802b-bbcb604ccac9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:25:30.255929Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28159"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c422aff0b364
    namespace: kserve-ci-e2e-test
    resourceVersion: "28164"
    uid: 09d0ea19-ec50-40f7-951c-105e979798c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:25:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c422bfa3fbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28189"
    uid: dc170105-5e79-45f9-a347-06ccfe282bd4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28169"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c422f5e246b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 5d84fd8f-5ca8-4739-bdce-98df14a4d4b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c422f88515a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28211"
    uid: 9f1a3012-af20-47ef-a740-c9b2e5394067
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c422fb7b906c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28215"
    uid: c521006e-0042-4f31-9259-991ca9b05038
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c422fbf45293
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: b9c6f60a-719e-409e-be06-93fe21062112
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:25:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:36Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c42415c2fca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28272"
    uid: 463d0ebd-565b-4dac-9640-430fe1f3e848
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:25:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:36Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c4241938b232
    namespace: kserve-ci-e2e-test
    resourceVersion: "28274"
    uid: fda45b7c-45ed-4773-baa0-44e3c89e09b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:25:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:36Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c42419b15f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "28275"
    uid: d47ebd36-6da4-44f5-bf5b-042727fddc45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:25:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:36Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c42419bbbeae
    namespace: kserve-ci-e2e-test
    resourceVersion: "28276"
    uid: 2200fab9-5f8c-4ca0-afc4-0752d2112d16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:25:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:36Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c4241c794760
    namespace: kserve-ci-e2e-test
    resourceVersion: "28279"
    uid: af62740f-5b09-4ea5-a0fa-e6bbd8e010b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:25:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:36Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c4241cf3cd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: fed8a16c-a43d-4fd2-a638-0935c495594e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:26:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:43Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c42451d2ce6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28780"
    uid: 25627730-e4c0-49f0-9d67-7aa60894e479
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:29:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:20Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c45844eeae45
    namespace: kserve-ci-e2e-test
    resourceVersion: "30230"
    uid: 658f9fd9-5155-45e7-9e29-92a0cb3ce07c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:29:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:20Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c45844eff861
    namespace: kserve-ci-e2e-test
    resourceVersion: "30232"
    uid: a324935c-0cda-45ce-8b23-ab96ec095bd2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: ad8ef79b-b5bc-4d0f-9e1f-1c663969e987
  kind: Event
  lastTimestamp: "2026-09-09T21:29:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:23Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz.18d3c458f0ba4188
    namespace: kserve-ci-e2e-test
    resourceVersion: "30255"
    uid: 8fe0d533-6c18-44f3-8589-70250a697a1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:25:30.309780Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c422b3267048
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: ee568a3d-b3f4-486c-80b7-a1502495a20f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:25:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c422c23c71e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28191"
    uid: 9736bc52-99b7-41d4-a171-03f99a3f595d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28178"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c422fde3361a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28217"
    uid: f6147d87-1439-429d-af19-6c98e25442d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c423000840bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28219"
    uid: 0f811a43-a7e5-4660-a1fa-7952a1d271ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c423061a6143
    namespace: kserve-ci-e2e-test
    resourceVersion: "28222"
    uid: c4a7ea12-8dca-4c8c-8d03-e009f9ed6bc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c42307ad35d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28223"
    uid: 0ea412f5-b106-4eb7-964f-4fe1ebb07963
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:26:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:06Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c42b2498bcae
    namespace: kserve-ci-e2e-test
    resourceVersion: "28500"
    uid: 0a61ba77-e34f-4f33-b3ef-8e61df47274f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:26:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:09Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c42bbde0f044
    namespace: kserve-ci-e2e-test
    resourceVersion: "28524"
    uid: 9fa3abc6-8963-4510-9304-73960d5cecdd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:26:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:09Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c42bc029f20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28525"
    uid: f6523cc2-4bd5-480d-9d06-b479fc7b18de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:26:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:12Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c42c8ef146d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28548"
    uid: 006fdab7-aa55-4d58-b2ff-19c6377ee5d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:26:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:19Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c42e2450a869
    namespace: kserve-ci-e2e-test
    resourceVersion: "28603"
    uid: 6753b0ac-1345-4a31-a8d7-ab9ca8cb66aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:26:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:19Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c42e25a3976a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28604"
    uid: 3bfd5e65-d29e-430e-a255-210d4197b4df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:27:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:37Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c42e83008494
    namespace: kserve-ci-e2e-test
    resourceVersion: "29286"
    uid: 09f58a68-b1c4-4e4d-8198-fa7feac46b79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:27:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:44Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c441eb5e7baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29362"
    uid: 02312919-08e1-4a00-bac1-41078fb6c151
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:27:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:44Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c441eb5f0f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "29363"
    uid: 5c6408a5-357e-43ca-98fc-f92955961d32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 4ebf755b-c2ce-4bbd-a61e-674a0aff9667
  kind: Event
  lastTimestamp: "2026-09-09T21:27:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:47Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8.18d3c4428930ba06
    namespace: kserve-ci-e2e-test
    resourceVersion: "29388"
    uid: 891b61d3-ef2c-44e1-a634-ddc4855b3922
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:27:50.386221Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29428"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:27:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:27:50Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c443505b4f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 486f770e-85d6-490b-a6e4-105b1b6e066f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29437"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:27:50Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:27:50Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c4437264c0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29444"
    uid: 0db763d0-0359-46b0-86e6-9aee6305eca0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:27:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:50Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c4437475a0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29446"
    uid: 0b7d7317-ea69-41ab-b194-f61827bac6aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:27:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c443787af1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29449"
    uid: 5dd48805-c0e3-4ce8-a4c9-7da87dbefc85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:27:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c443793f68c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29450"
    uid: a2b29286-280a-40c3-aacc-7b51de97fecc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:27:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:55Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c4447e5a6eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29492"
    uid: 54b3695d-8a3c-42f2-b888-26d59997474d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:27:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:55Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c44483f3400c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29500"
    uid: 6d34154e-d2fd-4125-ab81-1f16c5451fc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:27:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:55Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c44485d81f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29501"
    uid: c1c06483-22b2-48b9-9ea0-ac8e53013464
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:27:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:55Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c44485e4754a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 99185920-89d3-4be4-ae40-8d6f55afbfde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:27:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:55Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c444895adc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "29503"
    uid: 911c27ec-41d1-4c71-b464-a39fa648ba97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:27:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:55Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c4448abed14d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29504"
    uid: de8a9f17-9f09-4529-b854-e2d296a8b036
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:29:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:23Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c444f661e289
    namespace: kserve-ci-e2e-test
    resourceVersion: "30260"
    uid: 6332d61a-d228-4002-b598-ad2972d1028e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:29:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:20Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c458450df242
    namespace: kserve-ci-e2e-test
    resourceVersion: "30231"
    uid: c9a69e1b-1114-4ac9-8e85-b7a32d5f2f0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:29:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:20Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c458450e7bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: a205da08-b72f-4eb7-9010-3b742c97c50e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 3cbe8e1f-3f19-48cd-b44e-7524b72a59d5
  kind: Event
  lastTimestamp: "2026-09-09T21:29:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:23Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4.18d3c458fc8de5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30259"
    uid: 9950034f-c266-4060-b8ef-aa91e35b0989
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: b28aa5d9-657e-4cc7-ad5e-d02f0b17c5f8
  kind: Event
  lastTimestamp: "2026-09-09T21:25:30Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6cb68d45bc-mqcgz'
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d3c422af71e651
    namespace: kserve-ci-e2e-test
    resourceVersion: "28163"
    uid: a64c6338-da99-46f7-8b79-7b753d4aa189
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: b28aa5d9-657e-4cc7-ad5e-d02f0b17c5f8
  kind: Event
  lastTimestamp: "2026-09-09T21:25:30Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8'
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d3c422b2af22fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28171"
    uid: 49c59660-043a-431c-a09f-f7d893fab082
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: b28aa5d9-657e-4cc7-ad5e-d02f0b17c5f8
  kind: Event
  lastTimestamp: "2026-09-09T21:27:44Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6cb68d45bc-nsgt8'
  metadata:
    creationTimestamp: "2026-09-09T21:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:27:44Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d3c441e5205c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "29354"
    uid: f3fca38c-8759-4a46-b03a-69244c3a1251
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: b28aa5d9-657e-4cc7-ad5e-d02f0b17c5f8
  kind: Event
  lastTimestamp: "2026-09-09T21:27:50Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6cb68d45bc-pfjf4'
  metadata:
    creationTimestamp: "2026-09-09T21:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:27:50Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d3c4434fc45736
    namespace: kserve-ci-e2e-test
    resourceVersion: "29429"
    uid: f0ccc355-f8cd-48d7-8842-94f528a08ec7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28142"
    uid: 1ffdd81d-cd32-4fab-b80e-7dd729832f13
  kind: Event
  lastTimestamp: "2026-09-09T21:25:30Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6cb68d45bc from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback-predictor.18d3c422ac072922
    namespace: kserve-ci-e2e-test
    resourceVersion: "28145"
    uid: b71e7ca4-3958-4cd4-8864-952e70870fa4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29347"
    uid: 1ffdd81d-cd32-4fab-b80e-7dd729832f13
  kind: Event
  lastTimestamp: "2026-09-09T21:27:44Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6cb68d45bc from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:27:44Z"
    name: isvc-canary-rollback-predictor.18d3c441e48515de
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: e0a91532-6330-4841-b402-370378aea6f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: 1ffdd81d-cd32-4fab-b80e-7dd729832f13
  kind: Event
  lastTimestamp: "2026-09-09T21:27:50Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6cb68d45bc from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-09T21:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:27:50Z"
    name: isvc-canary-rollback-predictor.18d3c4434b63c7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29426"
    uid: fc172513-e8f4-466c-92e3-0d8218dab298
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:25:30.227753Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28149"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c422ae42cc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28155"
    uid: 51b28653-1841-41a7-bb0e-c675a9371df5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:25:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c422bc30e8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28186"
    uid: e18b5177-0e01-41e0-a6a2-ead9c699a7d0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28166"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c422f853669e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28210"
    uid: fe1b0fcd-0fe0-461d-877c-f9258a7a9e9d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c422fa151363
    namespace: kserve-ci-e2e-test
    resourceVersion: "28214"
    uid: 01db6e2f-024d-4cd6-a556-2981d29885ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c42301951151
    namespace: kserve-ci-e2e-test
    resourceVersion: "28220"
    uid: d08fd4cf-4df3-4c8c-bc3a-57ea15eb8699
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:25:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:31Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c4230425a49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28221"
    uid: 6fd209ed-7f29-462f-94f4-795a18db3eca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:26:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:06Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c42b2498c018
    namespace: kserve-ci-e2e-test
    resourceVersion: "28499"
    uid: fa3f5d73-56f8-4462-a67e-42d63c75f6a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:26:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:13Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c42cb876c62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28558"
    uid: 9442bb4d-8c76-4b01-942a-658547873646
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:26:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:13Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c42cba1d051d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28559"
    uid: 9840df79-3a00-4f8b-9d9b-d0c9c96f45c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:26:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:13Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c42cbcf30932
    namespace: kserve-ci-e2e-test
    resourceVersion: "28561"
    uid: 4ac03219-4795-4745-af20-0b64dcae7579
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:26:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:46Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c434841d0fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28807"
    uid: 43be8ce1-95d2-488e-99cb-b6c4b2a4554f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:26:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:46Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c43486140bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28808"
    uid: e1b9a974-547e-4c7e-afe0-9f577fa861bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:27:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:54Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c434d34415af
    namespace: kserve-ci-e2e-test
    resourceVersion: "29480"
    uid: 1be7fe6f-15e5-400c-bca4-9f8aa508c25d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:27:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:50Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c4434748371c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29419"
    uid: 77924e03-5df4-4dfd-8e40-a7d639220630
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:27:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:50Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c4434748cf3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29420"
    uid: 33486306-3f68-45b3-b4c2-8f2767feb3fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: b6ba385d-3ddd-4d3c-ae27-ffb64dad0625
  kind: Event
  lastTimestamp: "2026-09-09T21:27:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:54Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95.18d3c444315bbd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "29479"
    uid: fbe821f2-ef31-4e4f-afa1-8895930b004f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28134"
    uid: e7605d95-f0f7-4a30-97f0-e0fb9f584c56
  kind: Event
  lastTimestamp: "2026-09-09T21:25:30Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6df64bc5fd-wsf95'
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd.18d3c422ad270fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28151"
    uid: 1152347c-ef05-4adb-8542-25f0a37480f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 07e65a13-418f-4fb7-9eb0-2d41f3bcc797
  kind: Event
  lastTimestamp: "2026-09-09T21:25:30Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6df64bc5fd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback-v2-predictor.18d3c422a981a056
    namespace: kserve-ci-e2e-test
    resourceVersion: "28135"
    uid: b3df0433-0089-4c14-b8b7-30a0a47af0a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28126"
    uid: 4da62eb4-f805-4be9-8c9b-69e79468cd20
  kind: Event
  lastTimestamp: "2026-09-09T21:27:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:27:44Z"
    name: isvc-canary-rollback.18d3c422abafb4d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29349"
    uid: dd981e4f-950b-4bde-9647-617faa64a958
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28126"
    uid: 4da62eb4-f805-4be9-8c9b-69e79468cd20
  kind: Event
  lastTimestamp: "2026-09-09T21:25:30Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback.18d3c422ac3fdd04
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f7b271e0-ba91-4833-935c-db0bb133a114
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28126"
    uid: 4da62eb4-f805-4be9-8c9b-69e79468cd20
  kind: Event
  lastTimestamp: "2026-09-09T21:25:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:25:30Z"
    name: isvc-canary-rollback.18d3c422ac405284
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: aaa7cd22-d8e7-4f89-b84c-ad690e940c6b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29332"
    uid: 4da62eb4-f805-4be9-8c9b-69e79468cd20
  kind: Event
  lastTimestamp: "2026-09-09T21:29:13Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:29:13Z"
    name: isvc-canary-rollback.18d3c441a0906c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "30162"
    uid: 91747ada-69c9-4cae-a1af-1758a9521f9b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:29:25.721184Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30311"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:29:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:29:25Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c45982c3680c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: a2e34dcf-b6e5-4021-8961-7cc6ab347865
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:29:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:25Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c4599007c457
    namespace: kserve-ci-e2e-test
    resourceVersion: "30338"
    uid: af9a2f07-3f2a-4c60-b056-96ddfb2fef50
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30321"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:29:26Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:29:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c459c8767b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "30364"
    uid: 77a76b63-64ea-470d-ac7a-6de784385a5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:29:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c459c9e42219
    namespace: kserve-ci-e2e-test
    resourceVersion: "30366"
    uid: fc13246d-3db3-4ec5-8f73-74bb0539ab4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:29:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c459ccc1255a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30367"
    uid: 06da1fa6-a7fb-4d23-8845-bc009051c9fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:29:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c459cd3499a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30368"
    uid: 8bbf2c8b-4240-4f4d-a825-53ac0ec9ff2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:29:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c45aef69474e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 9a76a7f0-8921-4041-a982-9ff9d8d7bbf6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:29:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c45af26c9c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: 9196c256-c56c-48ab-b2e0-4e44aa45db08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:29:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c45af2e91b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: de235a92-8c4c-4032-af29-81a41cf94d2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:29:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c45af2f4040c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: 5ec209bd-5b63-4fbb-8d7f-d2ef96f90e2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:29:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c45af656bee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30448"
    uid: 1bdb9814-8170-4d1a-8c5c-cdacd47a06e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:29:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c45af6e99e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "30449"
    uid: 951849e4-59bb-4a6e-93b2-45b0b4d94fb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:30:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:39Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c45b673daeaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31086"
    uid: 58c0b9bc-eb89-43be-8247-54483f34a381
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:30:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:48Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c46ce66dabb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31234"
    uid: 1b8d8e53-2ba8-4883-8c01-6916e95ad9b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:30:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:49Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c46ce66f097c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31236"
    uid: f1caa3ce-3940-433d-a09e-ababf8c098e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 976b98a2-3b7f-4660-b715-b8f2a9482f72
  kind: Event
  lastTimestamp: "2026-09-09T21:30:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:49Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-bs7kv.18d3c46d195fb6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 4040f6fc-662d-4e79-b0dd-bdb5aa271566
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:29:25.810637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-59fbfd5bc-qqhff
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:29:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:29:25Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c45988185829
    namespace: kserve-ci-e2e-test
    resourceVersion: "30326"
    uid: 3e015c42-f51d-4975-abfa-176382e48883
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:29:26Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:29:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c459aa4dc146
    namespace: kserve-ci-e2e-test
    resourceVersion: "30353"
    uid: c197f774-389b-46c7-89ad-6cb81a467ed6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:29:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c459ac1ce8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30356"
    uid: 6690a0ca-7eb1-40c2-8b3f-2f1eb687268f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:29:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c459afb80e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30357"
    uid: c3475bd8-644b-4f5e-9b4e-c860928a0dc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:29:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c459b04b9f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "30358"
    uid: a176944c-6220-44e2-9f37-bcfc36103c8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:29:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c45ad53d8430
    namespace: kserve-ci-e2e-test
    resourceVersion: "30427"
    uid: c6739e5e-a9c9-40ae-ae29-82a62d912c0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:29:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c45ad89942b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30430"
    uid: 9586d5e5-00bd-4a52-ac9f-333e194a5703
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:29:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c45ad9138b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: d95cfe1c-392d-4322-afce-09c0ef65d49b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:29:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c45ad91e8f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: b4fe58cc-22c7-4ebf-8ab1-8212d16f1e35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:29:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c45adc6d221d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30435"
    uid: 123be4e9-b5dd-41e9-b1a0-f89773287f50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:29:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c45adcf28ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30436"
    uid: c60fbedf-aaf0-41b0-8eeb-650101c695d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:30:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:58Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c45b11617a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "31349"
    uid: 06235671-961a-47dc-b0be-7d8570cc2b7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:30:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:55Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c46e73ac1220
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: 83a22335-9890-4f51-ace8-51901836cfee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:30:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:55Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c46e73accce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: 301c2fad-e3a1-4cc3-ba44-9c1625e6bfbb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 9ff6c024-0a07-40b8-92d8-bedf3191cdf9
  kind: Event
  lastTimestamp: "2026-09-09T21:30:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:58Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-qqhff.18d3c46f17a1306f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31348"
    uid: 032e8ae9-3278-4f11-b187-8afaad3c4662
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59fbfd5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30295"
    uid: b83674bd-96c8-4626-b9a0-6a9c44c99ab5
  kind: Event
  lastTimestamp: "2026-09-09T21:29:25Z"
  message: 'Created pod: isvc-canary-stop-predictor-59fbfd5bc-bs7kv'
  metadata:
    creationTimestamp: "2026-09-09T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:29:25Z"
    name: isvc-canary-stop-predictor-59fbfd5bc.18d3c45981957737
    namespace: kserve-ci-e2e-test
    resourceVersion: "30314"
    uid: 2809fe17-91bf-49b8-a643-e3dfaf5465cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59fbfd5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30295"
    uid: b83674bd-96c8-4626-b9a0-6a9c44c99ab5
  kind: Event
  lastTimestamp: "2026-09-09T21:29:25Z"
  message: 'Created pod: isvc-canary-stop-predictor-59fbfd5bc-qqhff'
  metadata:
    creationTimestamp: "2026-09-09T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:29:25Z"
    name: isvc-canary-stop-predictor-59fbfd5bc.18d3c45987481703
    namespace: kserve-ci-e2e-test
    resourceVersion: "30323"
    uid: 1d31213a-3af9-49dc-8a5b-a26a71ea9179
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59fbfd5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31227"
    uid: b83674bd-96c8-4626-b9a0-6a9c44c99ab5
  kind: Event
  lastTimestamp: "2026-09-09T21:30:48Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-59fbfd5bc-bs7kv'
  metadata:
    creationTimestamp: "2026-09-09T21:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:30:48Z"
    name: isvc-canary-stop-predictor-59fbfd5bc.18d3c46ce6526b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "31231"
    uid: d4fc6a86-a4dc-409e-81a3-044911f46b57
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: 8e99ab73-503f-40cc-8c25-fe941ac741be
  kind: Event
  lastTimestamp: "2026-09-09T21:29:25Z"
  message: Scaled up replica set isvc-canary-stop-predictor-59fbfd5bc from 0 to 2
  metadata:
    creationTimestamp: "2026-09-09T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:29:25Z"
    name: isvc-canary-stop-predictor.18d3c4597b0c0c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "30298"
    uid: 08aa9b0f-72f0-4acf-9382-208fab9ccb75
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: 8e99ab73-503f-40cc-8c25-fe941ac741be
  kind: Event
  lastTimestamp: "2026-09-09T21:30:48Z"
  message: Scaled down replica set isvc-canary-stop-predictor-59fbfd5bc from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:30:48Z"
    name: isvc-canary-stop-predictor.18d3c46ce59a0051
    namespace: kserve-ci-e2e-test
    resourceVersion: "31228"
    uid: 65884d90-dfb5-496a-b4d6-1d28700c91b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:29:25.626036Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30301"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:29:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:29:25Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c4597d177c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "30306"
    uid: 4d9e3a93-7f43-4272-beea-1d0df8e173cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:29:26Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:29:26Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c4599f0554f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30345"
    uid: 69e55d29-8104-4aa6-987c-01724eb01795
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:29:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:26Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c459a08f1eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30347"
    uid: 5a59da24-ac1f-43d0-a8aa-074f74ee0e87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:29:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:26Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c459a40feede
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: 0a4bf349-9b35-48d2-a787-e3bc7d69b2cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:29:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:26Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c459a4885e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30350"
    uid: dfe24395-612b-44a9-a3b6-bf2a604182e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:29:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:30Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c45ab35a127c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30411"
    uid: e4b306fa-b61a-4b3a-b6df-fb0fb83b587f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:29:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:30Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c45ab62e5648
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: af24ec60-6c1a-41ec-a656-7b3c109ffb89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:29:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:30Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c45ab6a8c92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30414"
    uid: 9923da2f-9041-4f6e-bb4a-9562cca9ae16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:29:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:30Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c45ab6b5484c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30415"
    uid: 9b4ef28f-62c6-4bb6-b62e-d038d35e7892
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:29:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:30Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c45aba9ced3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30417"
    uid: 09fc0773-a935-4bff-9c55-24dc77338db6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:29:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:30Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c45abb16f82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30418"
    uid: 90e1e2a7-2430-4d7a-a5e0-e3c0d62d2395
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:58Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c45b2b66a839
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 649d0a38-aac1-471c-a448-7a7e6f1c52a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:55Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c46e70aa9810
    namespace: kserve-ci-e2e-test
    resourceVersion: "31315"
    uid: d46a4642-c46b-4972-a723-031f42bb8d90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:55Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c46e70ab0ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: ee1247d8-fd43-4717-89d9-52bb60625082
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 45e72010-ec86-467a-a65c-03759486d91b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:58Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq.18d3c46f319cbdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31353"
    uid: e5c74c1f-bb92-4ffb-919a-3b838a76e716
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5bb8f495f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30283"
    uid: 0630077a-698c-451a-9d36-1acd3ffa6fc7
  kind: Event
  lastTimestamp: "2026-09-09T21:29:25Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5bb8f495f4-gpwwq'
  metadata:
    creationTimestamp: "2026-09-09T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:29:25Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4.18d3c4597c7d8d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "30303"
    uid: 19c3cdc6-d3d9-4eea-8aec-18e55459bbbc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30281"
    uid: 97c2d1d4-5459-4cd0-88d7-075f1930feb5
  kind: Event
  lastTimestamp: "2026-09-09T21:29:25Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5bb8f495f4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:29:25Z"
    name: isvc-canary-stop-v2-predictor.18d3c4597856becb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30285"
    uid: 9efdb683-e17c-4a82-8c7b-5f5c867ace3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30274"
    uid: d637dace-eb74-4988-b7ea-df54506313db
  kind: Event
  lastTimestamp: "2026-09-09T21:30:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:30:49Z"
    name: isvc-canary-stop.18d3c4597a81b83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31251"
    uid: a2ebec0f-b1c3-420f-82e0-0ce5991c1309
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30274"
    uid: d637dace-eb74-4988-b7ea-df54506313db
  kind: Event
  lastTimestamp: "2026-09-09T21:30:49Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:30:49Z"
    name: isvc-canary-stop.18d3c4597b0d040d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31244"
    uid: 681725ec-244a-4b94-b119-2a24ead8d703
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30274"
    uid: d637dace-eb74-4988-b7ea-df54506313db
  kind: Event
  lastTimestamp: "2026-09-09T21:30:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:30:49Z"
    name: isvc-canary-stop.18d3c4597b0d4541
    namespace: kserve-ci-e2e-test
    resourceVersion: "31245"
    uid: c763d60a-d6f5-4a95-95fe-a449820f3858
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31247"
    uid: d637dace-eb74-4988-b7ea-df54506313db
  kind: Event
  lastTimestamp: "2026-09-09T21:30:49Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:30:49Z"
    name: isvc-canary-stop.18d3c46cee0b2419
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 32e73dc5-e76b-4a3f-814e-71a10b5a776e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:01:58.702314Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14762"
    uid: d7731184-110a-47d8-809d-057af2f26558
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:01:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:01:58Z"
    name: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2.18d3c2da08c9d9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14768"
    uid: 89151e03-ed9d-44ed-b72c-efd9e4b65d9a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14774"
    uid: d7731184-110a-47d8-809d-057af2f26558
  kind: Event
  lastTimestamp: "2026-09-09T21:01:59Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:01:59Z"
    name: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2.18d3c2da2aeb0095
    namespace: kserve-ci-e2e-test
    resourceVersion: "14807"
    uid: 4d4a5885-a4bb-4164-a904-2e141bd33988
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14764"
    uid: d7731184-110a-47d8-809d-057af2f26558
  kind: Event
  lastTimestamp: "2026-09-09T21:02:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:06Z"
    name: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2.18d3c2da2cb99d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14894"
    uid: bed4df51-bb49-4b27-a6cb-654a334192d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14764"
    uid: d7731184-110a-47d8-809d-057af2f26558
  kind: Event
  lastTimestamp: "2026-09-09T21:02:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:06Z"
    name: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2.18d3c2da3041cce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14898"
    uid: 132acb93-7f66-4c0f-b5a6-024cc1b39ad6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14764"
    uid: d7731184-110a-47d8-809d-057af2f26558
  kind: Event
  lastTimestamp: "2026-09-09T21:02:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:06Z"
    name: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2.18d3c2da30a9219c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14899"
    uid: 4a50a7c4-88dd-46c1-8861-781ce425d629
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14764"
    uid: d7731184-110a-47d8-809d-057af2f26558
  kind: Event
  lastTimestamp: "2026-09-09T21:02:08Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:08Z"
    name: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2.18d3c2dc682acffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: d7766db7-8811-4aeb-b7b9-60e70a8eb40e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-42176a-predictor-56d55d6cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: c13fdae7-5180-492d-a54a-463a21cdaebb
  kind: Event
  lastTimestamp: "2026-09-09T21:01:58Z"
  message: 'Created pod: isvc-init-fail-42176a-predictor-56d55d6cd4-q6vr2'
  metadata:
    creationTimestamp: "2026-09-09T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:58Z"
    name: isvc-init-fail-42176a-predictor-56d55d6cd4.18d3c2da0858734f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: fd3ac8b6-8a05-4800-8d96-2b2b3d1c88bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-42176a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14752"
    uid: 0a74a22f-a48d-423f-af22-eb350b28e722
  kind: Event
  lastTimestamp: "2026-09-09T21:01:58Z"
  message: Scaled up replica set isvc-init-fail-42176a-predictor-56d55d6cd4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:58Z"
    name: isvc-init-fail-42176a-predictor.18d3c2d9ff814199
    namespace: kserve-ci-e2e-test
    resourceVersion: "14754"
    uid: 0d51cbca-f46d-4ab3-a4be-71f03fec439e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-42176a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: 980d8a5d-6dc9-4aec-940d-4bc1cf1f6fd9
  kind: Event
  lastTimestamp: "2026-09-09T21:02:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:06Z"
    name: isvc-init-fail-42176a.18d3c2da055100cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14900"
    uid: cd4c8353-bac6-412f-bd3a-0bfe70a4faab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-42176a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: 980d8a5d-6dc9-4aec-940d-4bc1cf1f6fd9
  kind: Event
  lastTimestamp: "2026-09-09T21:01:58Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-42176a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-42176a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:01:58Z"
    name: isvc-init-fail-42176a.18d3c2da05c3c42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14760"
    uid: ba05cc3a-df22-4ae2-b7d9-01cb412418f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-42176a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: 980d8a5d-6dc9-4aec-940d-4bc1cf1f6fd9
  kind: Event
  lastTimestamp: "2026-09-09T21:01:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-42176a": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:01:58Z"
    name: isvc-init-fail-42176a.18d3c2da05c42603
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 4701ca20-ba35-44c7-829b-5bad9c052b08
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:31:05.957114Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31442"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-skk2b
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:31:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:31:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c470d94a3b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: efa01597-87d9-4858-9e28-0d41c27fe543
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:31:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:31:06Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c470e4376d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "31455"
    uid: d09a0bf9-e375-43ec-a845-f9795554d584
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31452"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:31:07Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:31:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c4711f94bd63
    namespace: kserve-ci-e2e-test
    resourceVersion: "31465"
    uid: 9f1be6af-94de-407a-9c12-b7dd8da2d178
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:31:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:31:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c471210c2650
    namespace: kserve-ci-e2e-test
    resourceVersion: "31467"
    uid: 0142076d-db30-411c-a545-08c1cab36f11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:31:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:31:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c47123d1a7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31468"
    uid: ea1fb98b-61db-42b2-b5cc-5316cd04da57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:31:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:31:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c47124464246
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b5532291-592d-4465-95ab-516059a94a6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:31:11Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:31:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c47214beef96
    namespace: kserve-ci-e2e-test
    resourceVersion: "31507"
    uid: 6c36df42-721b-4a86-bc39-9a23d3f5f8a8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:31:17Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.048s (6.048s
    including waiting). Image size: 632170260 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:31:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c4737d456a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "31550"
    uid: 32f646ca-c384-4916-bbb9-f84280c9a7d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:31:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:31:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c47380ba9bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31551"
    uid: bc300b64-2274-4c88-bdc7-d526e986d125
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:31:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:31:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c47381324917
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: 89d5c948-c9ad-4a72-8d39-504d7e6d25ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:31:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:31:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c473813e8326
    namespace: kserve-ci-e2e-test
    resourceVersion: "31553"
    uid: 6b2a2d5c-91f4-46b9-9972-a97fb0462beb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:31:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:31:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c473840c786a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31554"
    uid: 467f8114-7a07-43b1-857e-5dfb09d34cc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:31:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:31:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c473847f59c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31555"
    uid: cb69e4ba-2c02-40eb-9db4-364815dfa3a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:32:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:26Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c473f3bc8bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32151"
    uid: e0a24cd0-d766-41b0-af60-74d73c8ff27f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:32:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c488390ba02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32320"
    uid: ef73b65f-f8ca-4456-ae86-b930afe9e614
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:32:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c488390bf9a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32321"
    uid: e88df6cb-562b-4347-b319-8a67e50a65ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 6731bde2-60ee-4839-8972-1656fa360ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:32:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:50Z"
    name: isvc-lightgbm-predictor-54f85ddf88-skk2b.18d3c48923f930f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: aed9b927-fd5c-46fe-ab42-a67b95f8ab25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31432"
    uid: 2bd7286b-24a7-418f-9237-046d7ee86dda
  kind: Event
  lastTimestamp: "2026-09-09T21:31:05Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-skk2b'
  metadata:
    creationTimestamp: "2026-09-09T21:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:31:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d3c470d810bb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31445"
    uid: 16864753-7a28-4da8-b73d-cbc015ac5fe7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31429"
    uid: 69009cb8-d0c4-4c7b-accd-459f589f543d
  kind: Event
  lastTimestamp: "2026-09-09T21:31:05Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:31:05Z"
    name: isvc-lightgbm-predictor.18d3c470d1949dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31436"
    uid: df8df32f-5f95-484f-acbe-b617ece89ea7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31431"
    uid: e1bf4dc8-c03b-43d8-b2e9-b4ed83d18dcd
  kind: Event
  lastTimestamp: "2026-09-09T21:31:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:31:50Z"
    name: isvc-lightgbm-predictor.18d3c474505bf034
    namespace: kserve-ci-e2e-test
    resourceVersion: "31807"
    uid: 7e94bb3c-8065-4fac-b4ab-835bbbb5c249
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31431"
    uid: e1bf4dc8-c03b-43d8-b2e9-b4ed83d18dcd
  kind: Event
  lastTimestamp: "2026-09-09T21:31:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:31:50Z"
    name: isvc-lightgbm-predictor.18d3c47450ec019e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31808"
    uid: dbb4b576-7762-4068-b82d-2d3711f667fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31589"
    uid: e1bf4dc8-c03b-43d8-b2e9-b4ed83d18dcd
  kind: Event
  lastTimestamp: "2026-09-09T21:32:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:32:35Z"
    name: isvc-lightgbm-predictor.18d3c47ecda47a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 9133aed9-ef51-424c-97ec-b62f6ecf1c59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31589"
    uid: e1bf4dc8-c03b-43d8-b2e9-b4ed83d18dcd
  kind: Event
  lastTimestamp: "2026-09-09T21:32:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:32:35Z"
    name: isvc-lightgbm-predictor.18d3c47ece12e9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "32215"
    uid: 5e5987ac-4f9a-42c3-a3d7-c1536052f8ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:32:51.570155Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32390"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:32:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:32:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c489705156a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: e8669597-5693-4209-93e7-956ca3f585f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:32:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c4897c2b9bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32407"
    uid: 91f3b68d-231d-4e33-afa8-4145a82c6a97
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32400"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:32:52Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:32:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c489b60be06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 327d5ce8-9984-4cb0-99e5-723089d64dc7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:32:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c489b78aa479
    namespace: kserve-ci-e2e-test
    resourceVersion: "32421"
    uid: dd00dc78-13dd-4665-930b-1725d03b88d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:32:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c489bae2fee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32422"
    uid: 7bcc8dcd-5f6f-4b45-abe6-bb58e030458b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:32:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c489bb5958f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32423"
    uid: 3e00737e-6cf9-4cb9-9a9c-c725aed896f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:32:57Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c48adb336eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32459"
    uid: bf04a303-32a6-4189-93f3-2053c2a53599
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:32:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c48ade34ec69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32461"
    uid: a70b8315-cfa5-4cd7-99e9-19eb8cf7b7a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:32:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c48adeaad6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32462"
    uid: a48c24ef-540e-4507-a945-e12bd6f07f08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:32:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c48adeb7fd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32465"
    uid: ff863ffb-5e02-4a0e-9f9d-db68af007073
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:32:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c48ae1a03268
    namespace: kserve-ci-e2e-test
    resourceVersion: "32466"
    uid: 294650ad-6828-4088-b4e0-536848f304df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:32:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c48ae2175902
    namespace: kserve-ci-e2e-test
    resourceVersion: "32468"
    uid: 4f427d08-c69c-40a3-898f-fbfe74c15959
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:34:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:24Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c48b17345004
    namespace: kserve-ci-e2e-test
    resourceVersion: "33232"
    uid: b7eb8e87-f567-492e-bcf6-3564ac8f7a40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:34:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c49e7b57f356
    namespace: kserve-ci-e2e-test
    resourceVersion: "33201"
    uid: afcebb0b-3fe4-4e54-a83b-68f609dbd6a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:34:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c49e7b591d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "33202"
    uid: a0c9b561-cf4c-4a4f-9c91-af02e39671b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 250e2f85-de45-42d6-be14-7652d30f4a65
  kind: Event
  lastTimestamp: "2026-09-09T21:34:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:24Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n.18d3c49f1d72f4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "33231"
    uid: 06c3a3bf-24cc-47e4-80ec-fd3b0b3c906b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32381"
    uid: a2321f25-315f-4225-8b72-40c1710e7363
  kind: Event
  lastTimestamp: "2026-09-09T21:32:51Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-lvc2n'
  metadata:
    creationTimestamp: "2026-09-09T21:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:32:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d3c4896fcddc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "32391"
    uid: 23bb8e3d-5a21-4d79-a9bf-47a277f41b8f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32379"
    uid: 27df14ef-3f28-42ff-bd18-397f6e9731b3
  kind: Event
  lastTimestamp: "2026-09-09T21:32:51Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:32:51Z"
    name: isvc-lightgbm-runtime-predictor.18d3c4896c26dcc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: 5ae0200e-cd61-4ee8-b7a4-882d475a2f94
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: b1940d2a-f870-4755-bb7a-fd602255fa3e
  kind: Event
  lastTimestamp: "2026-09-09T21:33:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:33:36Z"
    name: isvc-lightgbm-runtime-predictor.18d3c48cea9cc349
    namespace: kserve-ci-e2e-test
    resourceVersion: "32848"
    uid: c81fbb47-e24f-48a4-806d-285e2cc67311
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: b1940d2a-f870-4755-bb7a-fd602255fa3e
  kind: Event
  lastTimestamp: "2026-09-09T21:33:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:33:36Z"
    name: isvc-lightgbm-runtime-predictor.18d3c48ceb0db910
    namespace: kserve-ci-e2e-test
    resourceVersion: "32849"
    uid: 47cf914e-a65a-40a7-ae03-7926126c6b8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: b1940d2a-f870-4755-bb7a-fd602255fa3e
  kind: Event
  lastTimestamp: "2026-09-09T21:34:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:34:21Z"
    name: isvc-lightgbm-runtime-predictor.18d3c49768324334
    namespace: kserve-ci-e2e-test
    resourceVersion: "33182"
    uid: f616f2e6-a9a8-40dc-9d56-4b295ef4152d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: b1940d2a-f870-4755-bb7a-fd602255fa3e
  kind: Event
  lastTimestamp: "2026-09-09T21:34:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:34:21Z"
    name: isvc-lightgbm-runtime-predictor.18d3c497689fb9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33183"
    uid: 1491f18b-9851-4d06-9de9-16b74dd7786c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32371"
    uid: 4fe903b0-42c3-49fe-86ba-b0013931ced1
  kind: Event
  lastTimestamp: "2026-09-09T21:34:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:34:14Z"
    name: isvc-lightgbm-runtime.18d3c4896c2b6cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: d3da5cd8-7688-4b8a-b540-567f16e6837d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32371"
    uid: 4fe903b0-42c3-49fe-86ba-b0013931ced1
  kind: Event
  lastTimestamp: "2026-09-09T21:32:51Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:32:51Z"
    name: isvc-lightgbm-runtime.18d3c4896cd01aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32387"
    uid: 94f00f7b-591c-44e0-bcb3-ee1c5f18f80e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33137"
    uid: 4fe903b0-42c3-49fe-86ba-b0013931ced1
  kind: Event
  lastTimestamp: "2026-09-09T21:34:14Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:34:14Z"
    name: isvc-lightgbm-runtime.18d3c49ccf29c971
    namespace: kserve-ci-e2e-test
    resourceVersion: "33139"
    uid: ea9928ed-da7a-458e-8ee6-53be831f4bdf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:35:22.424130Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33855"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:35:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:35:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4ac8fea61e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33860"
    uid: 946c90d7-26bb-4c6b-913f-8a8aa5dd8977
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33865"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:22Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:35:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4acb1f91e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "33876"
    uid: ee05cfc0-e36b-4db0-9d92-e70ef1129893
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4acb3740fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33878"
    uid: 88ce26f8-5d34-4cc2-8066-d72c33369af0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4acb62977b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33881"
    uid: 2e52f75a-491a-48ed-8ec0-6aa7282315c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4acb6a579e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33882"
    uid: 485ea917-6320-48d1-92de-b5a33dba58e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:27Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4adb06cbbdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33922"
    uid: 6add3cbc-bc3d-429d-92e4-4fa1e46cece2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4adb35ed0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33924"
    uid: 8eaad570-05ad-4270-80fb-5d7e4fe24a49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4adb3df154f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33925"
    uid: 0bd0ee32-0db9-445a-810e-4f0e00359eee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4adb3eae5db
    namespace: kserve-ci-e2e-test
    resourceVersion: "33928"
    uid: 39772cbe-301c-4276-845c-3869492792f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4adb6ebd7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33930"
    uid: 4fc26644-11c1-4cd9-88e4-86beb58fcdc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4adb77c0fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33931"
    uid: 1d574686-23c9-4367-a516-b1bb255d5578
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4adec8aea6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33981"
    uid: 143305f2-f729-4753-b9b4-8ab90de15804
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4b38ef95cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34140"
    uid: 59baa907-4f56-4d2c-8e14-5d2ac2891c39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3cacacec-92b9-4ab2-93c2-07d3f56fc520
  kind: Event
  lastTimestamp: "2026-09-09T21:35:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg.18d3c4b38efe0ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: ab50568c-c880-4e55-a4fd-7d67ff971b39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: fcbabcb5-f6ad-4ab5-87e9-6e6aa7e71270
  kind: Event
  lastTimestamp: "2026-09-09T21:35:22Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-62clg'
  metadata:
    creationTimestamp: "2026-09-09T21:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:35:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d3c4ac8f324575
    namespace: kserve-ci-e2e-test
    resourceVersion: "33858"
    uid: 9aa96d64-74c8-4b96-8582-cc20f0194bbb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: 1ce466cc-2b31-46a7-b6ca-04efe60f0088
  kind: Event
  lastTimestamp: "2026-09-09T21:35:22Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:35:22Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c4ac8bd91066
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: a84b5156-099d-42d4-a0b3-999832f275e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33844"
    uid: 6161ba15-09e3-4cf8-a0e4-09d63b84c957
  kind: Event
  lastTimestamp: "2026-09-09T21:35:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:35:37Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c4b00a564cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34006"
    uid: fb6a458c-c760-42e2-af87-fc4480b6141e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33844"
    uid: 6161ba15-09e3-4cf8-a0e4-09d63b84c957
  kind: Event
  lastTimestamp: "2026-09-09T21:35:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:35:37Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c4b00ac5edf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34008"
    uid: 866f73f3-d956-43eb-a999-4c4a33787d86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34007"
    uid: 6161ba15-09e3-4cf8-a0e4-09d63b84c957
  kind: Event
  lastTimestamp: "2026-09-09T21:35:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:35:52Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c4b3898621a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34123"
    uid: 70abf191-bf9a-408a-9dd0-aaa0b5220e5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34007"
    uid: 6161ba15-09e3-4cf8-a0e4-09d63b84c957
  kind: Event
  lastTimestamp: "2026-09-09T21:35:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:35:52Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c4b38a152969
    namespace: kserve-ci-e2e-test
    resourceVersion: "34125"
    uid: d1e0d51c-f68e-4ee4-8c74-659b02a82f19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: 6a2468b7-b890-4934-9745-f0256d914c73
  kind: Event
  lastTimestamp: "2026-09-09T21:35:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:35:44Z"
    name: isvc-lightgbm-v2-kserve.18d3c4ac8bde3578
    namespace: kserve-ci-e2e-test
    resourceVersion: "34063"
    uid: 4197f1c2-b4ba-482c-ad47-d801f1d9849e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: 6a2468b7-b890-4934-9745-f0256d914c73
  kind: Event
  lastTimestamp: "2026-09-09T21:35:22Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:35:22Z"
    name: isvc-lightgbm-v2-kserve.18d3c4ac8c6d9b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "33851"
    uid: 212baefd-6085-4c0b-a83c-0f5875a991ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34061"
    uid: 6a2468b7-b890-4934-9745-f0256d914c73
  kind: Event
  lastTimestamp: "2026-09-09T21:35:44Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:35:44Z"
    name: isvc-lightgbm-v2-kserve.18d3c4b1aceb1cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34062"
    uid: 436aeef8-234c-4b13-b106-663ffa2b9b02
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:34:27.138771Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33283"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:34:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:34:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c49fb0a6b510
    namespace: kserve-ci-e2e-test
    resourceVersion: "33290"
    uid: bf9f0cb5-7319-44a6-a34f-a00155c9fe00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33294"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: "2026-09-09T21:34:27Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:34:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c49fd2aa2b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33298"
    uid: 70c42de8-9447-4b94-a5f9-0276b5ca6fcd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: "2026-09-09T21:34:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c49fd465e92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: 60f2c5c7-5673-4f08-b62e-90c2e23cd96b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: "2026-09-09T21:34:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c49fd7417d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "33301"
    uid: 9c6f744e-6aa1-4937-89a9-c6d07fa1c9e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: "2026-09-09T21:34:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c49fd7b9c9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33302"
    uid: be42d0ff-f078-44f1-91fc-8de2781845ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: "2026-09-09T21:34:31Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T21:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c4a0cb86afaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33357"
    uid: b1b500eb-d853-4441-82fe-9525ed3b696c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: "2026-09-09T21:34:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c4a0cee28cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33359"
    uid: 510289c3-7f1e-4b35-b95f-bee3287798e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: "2026-09-09T21:34:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c4a0cf5dc1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33360"
    uid: 90356669-fba9-4b0f-913d-01ac189d4e40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: "2026-09-09T21:34:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c4a0cf682428
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 15036ce8-2dbf-4d4f-9dd7-4d14891699c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: "2026-09-09T21:34:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c4a0d269fa15
    namespace: kserve-ci-e2e-test
    resourceVersion: "33364"
    uid: 2259e3e7-e5a5-4c77-9c6c-69f787cde3b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: "2026-09-09T21:34:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c4a0d2eb96c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33365"
    uid: 34c6c0c3-67af-4225-b7e0-87e3c05a4d56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: "2026-09-09T21:35:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c4ab5b062355
    namespace: kserve-ci-e2e-test
    resourceVersion: "33793"
    uid: 38758059-1545-4f34-8894-1c5753682c7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 8a84c7d8-c20e-4f9c-b7a2-91e8df1a8505
  kind: Event
  lastTimestamp: "2026-09-09T21:35:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2.18d3c4ab5b06a808
    namespace: kserve-ci-e2e-test
    resourceVersion: "33794"
    uid: 07c9eb3a-2208-4c74-9276-9ae231edb75c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33273"
    uid: f1cfe5f5-5e05-48ac-bad1-691ed89f2583
  kind: Event
  lastTimestamp: "2026-09-09T21:34:27Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wxzf2'
  metadata:
    creationTimestamp: "2026-09-09T21:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:34:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d3c49faff55877
    namespace: kserve-ci-e2e-test
    resourceVersion: "33285"
    uid: cba70077-4455-402d-a3fc-4adaf87b6318
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33271"
    uid: 8c94f07c-a20b-43a4-8537-80f8cb59e3b3
  kind: Event
  lastTimestamp: "2026-09-09T21:34:27Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:34:27Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c49facec3d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "33275"
    uid: 8a3892e0-f8e5-4f45-84c7-58586492e222
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33272"
    uid: 58fd946a-06de-4f92-ba67-b16ec0bb1bd8
  kind: Event
  lastTimestamp: "2026-09-09T21:34:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:34:57Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c4a32b783780
    namespace: kserve-ci-e2e-test
    resourceVersion: "33623"
    uid: 56fce40d-0dea-4cc9-963a-e8aafe81a2f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33272"
    uid: 58fd946a-06de-4f92-ba67-b16ec0bb1bd8
  kind: Event
  lastTimestamp: "2026-09-09T21:34:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:34:57Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c4a32be5bb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33624"
    uid: e0046625-a469-48f1-943a-2f75616c4b55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: 58fd946a-06de-4f92-ba67-b16ec0bb1bd8
  kind: Event
  lastTimestamp: "2026-09-09T21:35:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:35:12Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c4aa2968a3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33731"
    uid: d9471227-c136-4ee6-b0f9-974b3a90d6a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: 58fd946a-06de-4f92-ba67-b16ec0bb1bd8
  kind: Event
  lastTimestamp: "2026-09-09T21:35:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:35:12Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c4aa29d458d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33733"
    uid: 8f87b991-448b-4b9d-85e4-a65f7a0cbe26
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33261"
    uid: dae62702-0139-43cd-bc8d-e7198c94b63b
  kind: Event
  lastTimestamp: "2026-09-09T21:35:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:35:10Z"
    name: isvc-lightgbm-v2-runtime.18d3c49faceff805
    namespace: kserve-ci-e2e-test
    resourceVersion: "33719"
    uid: 6cdcfdd4-9cdd-4ae6-bc99-1e0899b9db65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33261"
    uid: dae62702-0139-43cd-bc8d-e7198c94b63b
  kind: Event
  lastTimestamp: "2026-09-09T21:34:27Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:34:27Z"
    name: isvc-lightgbm-v2-runtime.18d3c49fad7f06fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33279"
    uid: ae223d52-6d90-44b5-a0e3-0a79e6f85d42
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: dae62702-0139-43cd-bc8d-e7198c94b63b
  kind: Event
  lastTimestamp: "2026-09-09T21:35:10Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:35:10Z"
    name: isvc-lightgbm-v2-runtime.18d3c4a9abd6efc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33718"
    uid: 5a441d13-b1e2-4fdb-bd54-cdd66d312b24
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31422"
    uid: 34fdc2bc-6481-4bb9-b3a4-d06c8806a6d0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:32:36Z"
    name: isvc-lightgbm.18d3c470d1896efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32230"
    uid: b7c4da07-1534-4eeb-b1f2-801442bd42ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31422"
    uid: 34fdc2bc-6481-4bb9-b3a4-d06c8806a6d0
  kind: Event
  lastTimestamp: "2026-09-09T21:31:05Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T21:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:31:05Z"
    name: isvc-lightgbm.18d3c470d2423fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31439"
    uid: f273589e-0d58-4c7c-85a2-df96484fa95f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32224"
    uid: 34fdc2bc-6481-4bb9-b3a4-d06c8806a6d0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:36Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:32:36Z"
    name: isvc-lightgbm.18d3c485d70ce0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32225"
    uid: 1f89872d-2c40-4cf3-97cb-839b67c14dc7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:05:49.010122Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-85cd966f49-tlng5
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:05:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:05:49Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c30fa8342433
    namespace: kserve-ci-e2e-test
    resourceVersion: "16958"
    uid: ed644e85-0f7d-4962-905d-1dd694130f45
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:49Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:05:49Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c30fca66e363
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 82c8a767-f202-458e-a00d-82a5baeb2f36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:49Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c30fcca0fad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16972"
    uid: 40c28fed-0e8d-425f-848d-9dc4637154cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:49Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c30fcff4e15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16973"
    uid: 0b3adb4a-59d2-44ee-9a2e-659a6fbac12c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:49Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c30fd06c345f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16974"
    uid: 9ba2ddc9-5ea0-491c-a13b-551ea3a3c623
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:54Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c310d82e9f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: a6e35efb-21e4-4a86-a2c5-0951d9c4abc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:54Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c310dba8937c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: adc5803a-9827-4dfa-a3ef-d16066c41d27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:54Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c310dc1d3a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: d0b0978f-2ace-4e44-a600-6448f3948ee0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:54Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c310dc2805b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: 2a2cf215-ae75-401a-acc8-61de9bbdc090
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:54Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c310df223284
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 08a2fc5a-0c38-4c7e-b270-eb037c94cb67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:54Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c310df98dc29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17019"
    uid: b5f35f00-a075-425f-b53f-cbd9ea3d44e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:54Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9c093d5742d2cece9a733bc10c8c148e4e8f75040b4f3473968f62f51e2c91f9"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:54Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c310dfa39a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: fa6dc012-833b-4e0c-98e0-7e30d69b890b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:54Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T21:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:54Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c310e28d8d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: f9e0b9a8-224e-414e-9f5c-5436f16f77af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:54Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T21:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:54Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c310e3072781
    namespace: kserve-ci-e2e-test
    resourceVersion: "17022"
    uid: 3c6fa94e-9e25-475b-acb6-769d3ad558cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:32Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c311145895a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: c8fe4534-cf06-4460-88f4-4786a8168da9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:32Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c311503685e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 1f12fdd0-2198-46a3-b89a-c404adcd4cce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c325ccc42ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: 6b07eaa4-eb55-418a-8ebd-a833053a870f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c325ccc4766e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17831"
    uid: b0e494c4-34f4-47de-9389-55d57ec0b016
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c325ccc4b960
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: b747f4db-3e6b-4797-8640-18fa45b3b22a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85cd966f49-tlng5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: fd7078b9-8d38-410d-873c-4068b13e3ab3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:42Z"
    name: isvc-logger-predictor-85cd966f49-tlng5.18d3c326807b59d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18035"
    uid: c0428243-fce3-43aa-af11-4e6c0a25793d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-85cd966f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 3f24ead9-bb45-4e93-a6e8-a1cc51bda534
  kind: Event
  lastTimestamp: "2026-09-09T21:05:48Z"
  message: 'Created pod: isvc-logger-predictor-85cd966f49-tlng5'
  metadata:
    creationTimestamp: "2026-09-09T21:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:48Z"
    name: isvc-logger-predictor-85cd966f49.18d3c30fa76f672f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: f8648621-4182-43a5-a6ec-114ab3b5f07f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: 02e3ccb2-d833-4a3b-a23c-e2a0506b4fef
  kind: Event
  lastTimestamp: "2026-09-09T21:05:48Z"
  message: Scaled up replica set isvc-logger-predictor-85cd966f49 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:48Z"
    name: isvc-logger-predictor.18d3c30fa1f8385a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 2a058edf-e71e-499d-8387-a66d5b2300e0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: ffb443e9-fdda-4a30-9ecb-480e2b92ece1
  kind: Event
  lastTimestamp: "2026-09-09T21:06:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:33Z"
    name: isvc-logger-predictor.18d3c31320667216
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: e8512af5-a317-42f4-8736-c7373f84dbb4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: ffb443e9-fdda-4a30-9ecb-480e2b92ece1
  kind: Event
  lastTimestamp: "2026-09-09T21:06:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:33Z"
    name: isvc-logger-predictor.18d3c31320ceae79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c6f3cb09-02eb-4b65-9b36-3f097c56d147
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17106"
    uid: ffb443e9-fdda-4a30-9ecb-480e2b92ece1
  kind: Event
  lastTimestamp: "2026-09-09T21:07:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:19Z"
    name: isvc-logger-predictor.18d3c316a020a138
    namespace: kserve-ci-e2e-test
    resourceVersion: "17774"
    uid: e0496ffb-06ca-4165-bd90-d6fe8ea6fc80
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17106"
    uid: ffb443e9-fdda-4a30-9ecb-480e2b92ece1
  kind: Event
  lastTimestamp: "2026-09-09T21:07:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:19Z"
    name: isvc-logger-predictor.18d3c316a0ba21d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17775"
    uid: 27dc6aa6-2f55-48f1-9bd2-1716ba7e9358
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: ed003499-29e2-43c3-938a-e8f5f990d60b
  kind: Event
  lastTimestamp: "2026-09-09T21:07:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:12Z"
    name: isvc-logger.18d3c30fa21e817a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17722"
    uid: e61c3213-c3c8-4ab8-9be3-7a7c2ce8072b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: ed003499-29e2-43c3-938a-e8f5f990d60b
  kind: Event
  lastTimestamp: "2026-09-09T21:05:49Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T21:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:49Z"
    name: isvc-logger.18d3c30fa2a7c775
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 3aa0adab-ce8c-4a7f-a851-64b62aa71566
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: ed003499-29e2-43c3-938a-e8f5f990d60b
  kind: Event
  lastTimestamp: "2026-09-09T21:05:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:49Z"
    name: isvc-logger.18d3c30fac0657b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: a647881d-2c32-486f-9062-2e78f9337f4b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: ed003499-29e2-43c3-938a-e8f5f990d60b
  kind: Event
  lastTimestamp: "2026-09-09T21:07:12Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:12Z"
    name: isvc-logger.18d3c32308f95eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: f199c5cc-fdc0-462c-b307-0ce814da929f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:35:57.665748Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34208"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:35:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:35:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4b4c47ad02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34214"
    uid: 25bcbf3b-5d0c-4ef8-b350-cbf7cbc3b7e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34218"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: "2026-09-09T21:35:58Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:35:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4b4e6c127fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34226"
    uid: b61b609b-9b00-4454-8619-ff0a53ad5360
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: "2026-09-09T21:35:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4b4e84e686f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34228"
    uid: e7bbdef1-5c5d-41e8-aeb3-de0039b8c602
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: "2026-09-09T21:35:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4b4eb1227fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34229"
    uid: 778747cb-dfb8-4316-b060-87bd74f175db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: "2026-09-09T21:35:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:35:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4b4eba21a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34230"
    uid: d4e69831-c98a-40ee-9910-93155503ab74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: "2026-09-09T21:36:02Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T21:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:02Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4b5d99ab4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34261"
    uid: ec1537a6-a3e6-4e40-a08e-d19ebe9368c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: "2026-09-09T21:36:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:02Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4b5dc93f198
    namespace: kserve-ci-e2e-test
    resourceVersion: "34263"
    uid: ffdaccca-8dcf-4ebd-8900-7a9ad6f9f0e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: "2026-09-09T21:36:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:02Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4b5dd0c0e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34264"
    uid: 008720ac-b34a-4df8-8fdb-4a75c512f299
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: "2026-09-09T21:36:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:02Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4b5dd163e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34266"
    uid: d3839597-8202-420e-9145-0e9bdfbab485
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: "2026-09-09T21:36:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:02Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4b5e033cdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34268"
    uid: a9b9a8bc-b951-42f6-bcd6-ce22835e3303
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: "2026-09-09T21:36:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:02Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4b5e0aa5143
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: c2bc61d3-a353-4543-853f-cf7bdee34a33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: "2026-09-09T21:36:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:47Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4c06a50c97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34728"
    uid: 8debadba-77be-4fae-b03f-36b8838d7d7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 31ef636c-3828-4e6d-a5b5-e7dad38f6322
  kind: Event
  lastTimestamp: "2026-09-09T21:36:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:47Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm.18d3c4c06a514a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34729"
    uid: d1c0a214-3ed9-4dcf-9529-140dbc3e3954
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34198"
    uid: ec6d188b-3da9-46fc-a331-35a577d6705c
  kind: Event
  lastTimestamp: "2026-09-09T21:35:57Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-2cqnm'
  metadata:
    creationTimestamp: "2026-09-09T21:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:35:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d3c4b4c3dcbbde
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: 11299deb-343a-4588-a9bc-c53766341375
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34196"
    uid: f7ab431b-5f48-4838-9d8b-d1dfd608999f
  kind: Event
  lastTimestamp: "2026-09-09T21:35:57Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:35:57Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c4b4bfc39d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "34201"
    uid: 4505e31d-0e97-4142-81b9-52c3db4ef452
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 1978a411-002c-4a0b-9d92-4a8cb480de89
  kind: Event
  lastTimestamp: "2026-09-09T21:36:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:36:27Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c4b83e41ebf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: 2f27082d-e7cc-47cf-8e46-6f55184831ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 1978a411-002c-4a0b-9d92-4a8cb480de89
  kind: Event
  lastTimestamp: "2026-09-09T21:36:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:36:27Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c4b83eec6155
    namespace: kserve-ci-e2e-test
    resourceVersion: "34558"
    uid: 4c29050d-b7e9-408e-8b9c-6e9929fed542
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: 1978a411-002c-4a0b-9d92-4a8cb480de89
  kind: Event
  lastTimestamp: "2026-09-09T21:36:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:36:42Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c4bf3bf5b75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: ed93e8a7-f4fd-457c-921d-800961aa2398
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: 1978a411-002c-4a0b-9d92-4a8cb480de89
  kind: Event
  lastTimestamp: "2026-09-09T21:36:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:36:42Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c4bf3c6071d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34673"
    uid: 08c85ab2-9797-4e39-9882-189b1c6464c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 11026298-1ab1-4b8a-90e4-50990cf5230a
  kind: Event
  lastTimestamp: "2026-09-09T21:36:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:36:40Z"
    name: isvc-mlflow-v2-runtime.18d3c4b4bfb222b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 40685a3f-0bac-4359-83cd-95da148f1a23
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 11026298-1ab1-4b8a-90e4-50990cf5230a
  kind: Event
  lastTimestamp: "2026-09-09T21:35:57Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:35:57Z"
    name: isvc-mlflow-v2-runtime.18d3c4b4c03fcb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "34203"
    uid: 16a6bfee-5e9e-4632-a8b3-3f16ec0454ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34649"
    uid: 11026298-1ab1-4b8a-90e4-50990cf5230a
  kind: Event
  lastTimestamp: "2026-09-09T21:36:40Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:36:40Z"
    name: isvc-mlflow-v2-runtime.18d3c4beb9512e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34650"
    uid: 8e3fe9fa-4ee3-4930-95c9-ba82c7c249b2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:38:18.093012Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35685"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-hmm89
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:38:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:38:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d57698b445
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: ecfd5790-e554-412c-8f38-b8406dc8b286
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:38:18Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:38:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d5985c101b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35704"
    uid: 75317209-c7d8-41fc-9354-01dd9f938580
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:38:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d599ae5004
    namespace: kserve-ci-e2e-test
    resourceVersion: "35707"
    uid: 89ff5772-dca9-4525-a210-2ba5cf98ca42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:38:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d59dbc77bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35708"
    uid: 11be8ea7-67bc-408b-b0e3-161dbb075a2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:38:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d59e3aab76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35709"
    uid: 4b6b3f9c-58cb-47fb-abbe-bae16d03271c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:38:23Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:23Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d6d5395469
    namespace: kserve-ci-e2e-test
    resourceVersion: "35755"
    uid: 82c4cabc-3614-445d-a0a3-ca049b1fc6c3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:38:35Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.69s (11.69s
    including waiting). Image size: 1175679746 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d98e05dbc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35846"
    uid: adbba1fb-7001-4e52-83d3-910f1fe5cb15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:38:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d99132ec5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 1ca49f0d-a428-475d-b87f-336d8b1a07e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:38:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d991aa9a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35849"
    uid: 9a8955b6-ef3e-4ab5-99da-9cb7a3d9ca72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:38:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d991b5fd15
    namespace: kserve-ci-e2e-test
    resourceVersion: "35850"
    uid: 4aa4907b-4411-45be-a421-4dd76ffb35b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:38:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d994885345
    namespace: kserve-ci-e2e-test
    resourceVersion: "35851"
    uid: 663d39cd-a226-4794-b17c-7b91cb530d31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:38:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d994fa6baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35852"
    uid: 7609bc53-71ec-47be-8c25-444b80cbfacb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:39:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:12Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4d9a3e699ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36126"
    uid: b8b36445-f881-44a4-aa28-26b1ec9b0a3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:39:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4e608ee6b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "36357"
    uid: cb13efc1-8e35-40c7-a4ac-551ecccb39b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:39:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4e608efb040
    namespace: kserve-ci-e2e-test
    resourceVersion: "36358"
    uid: 09c83137-fa76-4a83-80ae-4153b4d4d12a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:39:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-09T21:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4e6e991d834
    namespace: kserve-ci-e2e-test
    resourceVersion: "36391"
    uid: e53ec87e-6040-4241-aa9d-f5861a983d6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: 1f92c9cf-1064-4b64-8511-ea2f1a45da58
  kind: Event
  lastTimestamp: "2026-09-09T21:39:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-09-09T21:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmm89.18d3c4e6e9e17ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36392"
    uid: 7fc13069-2426-4e11-90ce-4febcfdcb135
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35676"
    uid: 878cbb93-7156-4fe7-b091-ebcb8bc1a8d9
  kind: Event
  lastTimestamp: "2026-09-09T21:38:18Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-hmm89'
  metadata:
    creationTimestamp: "2026-09-09T21:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:38:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d3c4d575f81afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35686"
    uid: 6dc121b8-48f8-4430-9c18-5b958e9bab47
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35674"
    uid: 8957592d-1028-43bb-b401-13f4eb651086
  kind: Event
  lastTimestamp: "2026-09-09T21:38:18Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:38:18Z"
    name: isvc-paddle-predictor.18d3c4d572f8090c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35678"
    uid: 74e2e3f1-68b4-4797-a945-f01dd981cf4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35675"
    uid: 146c71d5-9586-4e47-9227-5720a51442f8
  kind: Event
  lastTimestamp: "2026-09-09T21:38:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:38:48Z"
    name: isvc-paddle-predictor.18d3c4d8f162f9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35951"
    uid: 6f9e59c0-da2a-45d2-85ae-8050cb7a5d20
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35675"
    uid: 146c71d5-9586-4e47-9227-5720a51442f8
  kind: Event
  lastTimestamp: "2026-09-09T21:38:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:38:48Z"
    name: isvc-paddle-predictor.18d3c4d8f1c7d331
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: 9dc18ab8-d2dc-49a5-b8c0-dd37b3d0ed49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35825"
    uid: 146c71d5-9586-4e47-9227-5720a51442f8
  kind: Event
  lastTimestamp: "2026-09-09T21:39:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:39:18Z"
    name: isvc-paddle-predictor.18d3c4dfef7429a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36178"
    uid: 23f7eee0-3623-40dd-b700-2d0430035b04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35825"
    uid: 146c71d5-9586-4e47-9227-5720a51442f8
  kind: Event
  lastTimestamp: "2026-09-09T21:39:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:39:18Z"
    name: isvc-paddle-predictor.18d3c4dfefd8c5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: c5848e11-b1fb-4e03-8721-47bb7ce3117c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:39:34.540312Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36449"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:39:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:39:34Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e7433605c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36455"
    uid: 5712cee8-5c95-4906-87a0-894ebdbdfe68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:34Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e74c60c589
    namespace: kserve-ci-e2e-test
    resourceVersion: "36464"
    uid: 7f455def-3c51-4267-8b19-c78ca33ec66a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:35Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:39:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e7897b4e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "36525"
    uid: a7d95932-cab3-4c6e-9c1b-28c698a51d8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e78b5583b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36527"
    uid: af3535cb-63c3-4296-95b2-e180d2ed3630
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e78e781f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "36529"
    uid: d70afa8d-1e3f-4f3c-9239-279d892ab275
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e78eeea6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36530"
    uid: fa0e1f4b-d79f-44d3-93e4-938c78f9f7d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:41Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e8d680e143
    namespace: kserve-ci-e2e-test
    resourceVersion: "36593"
    uid: 8f53c313-64e6-4c30-98a6-43c75a2da58c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e8d96a64e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36598"
    uid: 83174079-9c00-46ca-9f0b-547fbadde578
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e8d9e1c425
    namespace: kserve-ci-e2e-test
    resourceVersion: "36600"
    uid: 7c5972c7-77c3-47d5-b0d4-1b5d9b485336
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e8d9ee75ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36602"
    uid: 3b25c98a-8f4a-46b9-bac2-ca1800173dd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e8dce52403
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: d8628efd-bf93-4c3b-a539-afe6999de1e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e8dd5e532b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36606"
    uid: 69b8b42b-4790-462a-be01-73a442c9a833
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:40:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4e94e46a967
    namespace: kserve-ci-e2e-test
    resourceVersion: "36879"
    uid: 2a8df753-5f45-477c-8a35-e0cf623ea9ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:40:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4f57e20f95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37027"
    uid: ba06ff45-a4ed-4698-a161-9158a2c21ea6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 8fa9c5c0-5f38-4c50-b93f-9b1d0640b51d
  kind: Event
  lastTimestamp: "2026-09-09T21:40:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2b8vh.18d3c4f57e25c99f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37028"
    uid: 41553e6d-3f72-4104-b919-36fe7bdfd56a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36440"
    uid: d2c9a953-1979-4b0f-8b79-29468e206134
  kind: Event
  lastTimestamp: "2026-09-09T21:39:34Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-2b8vh'
  metadata:
    creationTimestamp: "2026-09-09T21:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:39:34Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d3c4e742abc125
    namespace: kserve-ci-e2e-test
    resourceVersion: "36450"
    uid: d79b7a1f-97fc-453c-8050-bc195ee48769
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36438"
    uid: 8adff663-a1de-43f4-ba79-427cfd6e56eb
  kind: Event
  lastTimestamp: "2026-09-09T21:39:34Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:39:34Z"
    name: isvc-paddle-runtime-predictor.18d3c4e73fa1e213
    namespace: kserve-ci-e2e-test
    resourceVersion: "36443"
    uid: 64aaba36-44a9-4eea-9fbe-b7cb85835dcf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36439"
    uid: a9dbf5a8-8c0c-4596-97ef-e86a49acb6c8
  kind: Event
  lastTimestamp: "2026-09-09T21:40:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:40:34Z"
    name: isvc-paddle-runtime-predictor.18d3c4eabe98fbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36999"
    uid: b918b3bb-11c1-47c0-8131-61b5276f7df3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36439"
    uid: a9dbf5a8-8c0c-4596-97ef-e86a49acb6c8
  kind: Event
  lastTimestamp: "2026-09-09T21:40:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:40:34Z"
    name: isvc-paddle-runtime-predictor.18d3c4eabf08a504
    namespace: kserve-ci-e2e-test
    resourceVersion: "37000"
    uid: 3282e9aa-2ebd-4a9b-9449-34f2080ffca4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36430"
    uid: ba09ceab-7cb2-492e-abbb-a7f5581b683d
  kind: Event
  lastTimestamp: "2026-09-09T21:40:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:40:29Z"
    name: isvc-paddle-runtime.18d3c4e73f9d0250
    namespace: kserve-ci-e2e-test
    resourceVersion: "36966"
    uid: f4695299-398a-4d0a-8fc3-97b64607de3e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36430"
    uid: ba09ceab-7cb2-492e-abbb-a7f5581b683d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:34Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:39:34Z"
    name: isvc-paddle-runtime.18d3c4e7405b7286
    namespace: kserve-ci-e2e-test
    resourceVersion: "36446"
    uid: f7bed81b-45df-4c7a-829a-1e7960f4ba72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36961"
    uid: ba09ceab-7cb2-492e-abbb-a7f5581b683d
  kind: Event
  lastTimestamp: "2026-09-09T21:40:29Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:40:29Z"
    name: isvc-paddle-runtime.18d3c4f40d2da7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36962"
    uid: a32be6ec-c113-47b3-a6cc-8d16e4813f4b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:40:40.933980Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37090"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:40:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:40:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f6b8952c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37097"
    uid: ab3984a2-6edb-4c62-b10f-88a602a1bce5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:40:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f6c337e9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37106"
    uid: 67f6889e-fb3f-4723-99d2-e5baba97406f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37100"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:40:42Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:40:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f6fe6f114b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37117"
    uid: 234cb5d8-381d-4333-9a1a-b28f14264a94
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:40:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f70041ce95
    namespace: kserve-ci-e2e-test
    resourceVersion: "37120"
    uid: d9b382d5-7f6f-408c-a5c1-2ce9a967e679
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:40:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f704380472
    namespace: kserve-ci-e2e-test
    resourceVersion: "37122"
    uid: 4383d447-f95d-4722-ad12-39f4ecbd81c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:40:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f704b05961
    namespace: kserve-ci-e2e-test
    resourceVersion: "37123"
    uid: f1f90be4-eeb8-458d-9c0e-49f3356c8ac8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:40:47Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f8446a55e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37165"
    uid: 7582eceb-7b82-4687-abc5-c201bf104e8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:40:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f847a73c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "37167"
    uid: e3e30216-af01-4801-960b-0a972a2b8c58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:40:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f8481e72e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37169"
    uid: cccb6b42-d560-42d8-9f51-7861df29a028
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:40:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f8482a4a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: a895c2e2-f77c-4f67-b522-a684ea7117c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:40:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f84b25af71
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: 3006c2e5-ff26-4b24-b83f-3e6b7f27c2c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:40:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f84ba2cf6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37174"
    uid: 6c268d8b-483e-494c-8226-6461728da7d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:41:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c4f8806cd990
    namespace: kserve-ci-e2e-test
    resourceVersion: "37794"
    uid: 03554d6f-35ac-48a6-b249-3553f8c574bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:41:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c504ff8cbfb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37776"
    uid: 93715858-19d5-4aea-99cc-4aa9c079a7d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:41:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c504ff8d390f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37777"
    uid: 074e3bc1-f2d6-4799-89ea-58c1446c394c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: de824cf4-2348-45ae-aa25-9532d5957b80
  kind: Event
  lastTimestamp: "2026-09-09T21:41:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6.18d3c5058a7541e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37793"
    uid: 87d6516d-4041-4ccb-b9ce-d2e0b4dd31a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: ad219bfe-4482-4a76-bb78-a5aeb7ba3cfa
  kind: Event
  lastTimestamp: "2026-09-09T21:40:40Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fg9f6'
  metadata:
    creationTimestamp: "2026-09-09T21:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:40:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d3c4f6b7e13968
    namespace: kserve-ci-e2e-test
    resourceVersion: "37091"
    uid: 5ef9ec1c-1079-4d9e-ad3c-6ff0be75a22b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37079"
    uid: 77a98a78-a5d8-4e93-9bcc-7a50c8a49128
  kind: Event
  lastTimestamp: "2026-09-09T21:40:40Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:40:40Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c4f6b0be13cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: f7381971-f9b6-4211-9c6b-b54a517e7060
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37080"
    uid: dcc0c431-5049-4e14-a285-ca8523d1038b
  kind: Event
  lastTimestamp: "2026-09-09T21:41:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:41:10Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c4fa2f2561b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37508"
    uid: 9f87b775-3fae-4cd6-89f4-bb372897555a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37080"
    uid: dcc0c431-5049-4e14-a285-ca8523d1038b
  kind: Event
  lastTimestamp: "2026-09-09T21:41:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:41:10Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c4fa2f8f6e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37509"
    uid: 92658252-887e-43aa-883e-59692efa6ea7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37269"
    uid: dcc0c431-5049-4e14-a285-ca8523d1038b
  kind: Event
  lastTimestamp: "2026-09-09T21:41:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:41:40Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c5012d7363e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37746"
    uid: dda701d2-6f6c-4a8b-a4cd-59ebe38e9926
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37269"
    uid: dcc0c431-5049-4e14-a285-ca8523d1038b
  kind: Event
  lastTimestamp: "2026-09-09T21:41:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:41:40Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c5012e65e2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37747"
    uid: e0187ef2-ced8-4356-8102-d3c37c4bbaa4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37072"
    uid: 615b3448-9970-44fc-b49c-31a939a8f094
  kind: Event
  lastTimestamp: "2026-09-09T21:41:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:41:34Z"
    name: isvc-paddle-v2-kserve.18d3c4f6b12ead9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37703"
    uid: fc0f7b8b-8b66-4326-92b5-ae44c5d31547
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37072"
    uid: 615b3448-9970-44fc-b49c-31a939a8f094
  kind: Event
  lastTimestamp: "2026-09-09T21:40:40Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:40:40Z"
    name: isvc-paddle-v2-kserve.18d3c4f6b24570bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37087"
    uid: 3e45d4ce-3070-48af-801c-518b45b3a4db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37701"
    uid: 615b3448-9970-44fc-b49c-31a939a8f094
  kind: Event
  lastTimestamp: "2026-09-09T21:41:34Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:41:34Z"
    name: isvc-paddle-v2-kserve.18d3c5033d9f204f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37702"
    uid: 547f582c-83d7-410e-8bc6-92f6e8d05943
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: d116ee6a-93f7-4323-a687-b32ec97da95d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:39:22Z"
    name: isvc-paddle.18d3c4d5730c6c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36215"
    uid: e3549dbe-b1ce-4cb8-a1db-45b9d2d7f3ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: d116ee6a-93f7-4323-a687-b32ec97da95d
  kind: Event
  lastTimestamp: "2026-09-09T21:38:18Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T21:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:38:18Z"
    name: isvc-paddle.18d3c4d573d6afa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35682"
    uid: 2f11bb2b-3c4c-4f48-8b4f-5be14e4c21e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36213"
    uid: d116ee6a-93f7-4323-a687-b32ec97da95d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:22Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:39:22Z"
    name: isvc-paddle.18d3c4e45f8ce336
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: 10497770-e9fb-4831-a670-b51fd00a9363
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:41:47.509204Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37840"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-9zp25
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:41:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:41:47Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c50638c6385d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: 6babb665-d0e8-4c80-96be-54a80c56f3e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:41:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:47Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c5064725ea87
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: c58065ef-92e1-4135-b225-bbd05c0ef3e2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37850"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:41:48Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:41:48Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c5067eb9d926
    namespace: kserve-ci-e2e-test
    resourceVersion: "37868"
    uid: 3cb0cc8a-7c69-407b-ab2d-01eadb666e3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:41:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:48Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c50680fd587c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37870"
    uid: 3b92d838-2a02-43b4-b81a-0a7138d7d98d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:41:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:48Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c50683daba1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: 912a4477-81c1-472e-a263-d32a4efaa81d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:41:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:48Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c506844c61c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37872"
    uid: 14610ea5-8eef-4935-a622-b4e8c7721379
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:41:52Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:52Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c50777a1ca2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37909"
    uid: 61d10fce-73a1-425e-bc4a-cddbdc1ad862
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:41:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:52Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c5077ab0936b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37911"
    uid: c7937dbf-0ded-42f6-94f1-09f880221855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:41:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:52Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c5077b2fc04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37912"
    uid: eb8e8532-7b7d-4f3a-bca9-de40765a09fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:41:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:52Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c5077b3c5cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37915"
    uid: d4879ff9-5b30-470f-a8c8-548220166431
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:41:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:52Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c5077f414d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "37917"
    uid: d264de4e-6710-45d2-b6b4-eb80abd69b20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:41:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:52Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c5077fb8c6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37918"
    uid: 92ed1725-75d3-4703-b7a6-17d853fae80c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:43:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:10Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c507ef76ea3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38579"
    uid: 81919f49-d185-4f6f-83a1-8b0563765185
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:43:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:18Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c51b60871dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38666"
    uid: e150b3df-5c3d-464d-a6bd-8434896b1cc8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:43:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:18Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c51b6087c433
    namespace: kserve-ci-e2e-test
    resourceVersion: "38667"
    uid: 99a0b5d9-14e4-42dc-aab9-43e50230015c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9zp25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: fb7fb76f-9d81-4894-af9a-0a64b12206ef
  kind: Event
  lastTimestamp: "2026-09-09T21:43:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:20Z"
    name: isvc-pmml-predictor-8674795f59-9zp25.18d3c51bf5a5b306
    namespace: kserve-ci-e2e-test
    resourceVersion: "38685"
    uid: b17356b9-e0d8-44a8-8d31-7420e92741f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37830"
    uid: 9e8585b6-78a4-4149-b382-de2fc9f9bc2d
  kind: Event
  lastTimestamp: "2026-09-09T21:41:47Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-9zp25'
  metadata:
    creationTimestamp: "2026-09-09T21:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:41:47Z"
    name: isvc-pmml-predictor-8674795f59.18d3c50637ef3457
    namespace: kserve-ci-e2e-test
    resourceVersion: "37844"
    uid: 51f007df-71c0-4dac-abc3-6a0574cce203
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37828"
    uid: 24b28b23-df86-458c-8aa2-ee28473d7ee9
  kind: Event
  lastTimestamp: "2026-09-09T21:41:47Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:41:47Z"
    name: isvc-pmml-predictor.18d3c50632c9906c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37834"
    uid: 9c7bdca0-aaf3-4595-888a-86cb9a9989d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:42:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37829"
    uid: 570fca7f-b120-496b-bbeb-f88bc556940e
  kind: Event
  lastTimestamp: "2026-09-09T21:42:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:42:32Z"
    name: isvc-pmml-predictor.18d3c509b1884c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "38206"
    uid: 51ba94e9-3239-4155-a815-0b7dad2af9d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:42:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37829"
    uid: 570fca7f-b120-496b-bbeb-f88bc556940e
  kind: Event
  lastTimestamp: "2026-09-09T21:42:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:42:32Z"
    name: isvc-pmml-predictor.18d3c509b2ba445d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38208"
    uid: edc71882-85e0-4e1a-b995-162cb69191a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:42:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 570fca7f-b120-496b-bbeb-f88bc556940e
  kind: Event
  lastTimestamp: "2026-09-09T21:43:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:43:17Z"
    name: isvc-pmml-predictor.18d3c50d3137b6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38638"
    uid: 33a89e6e-c319-4856-9f75-0a03e7899f4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:42:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 570fca7f-b120-496b-bbeb-f88bc556940e
  kind: Event
  lastTimestamp: "2026-09-09T21:43:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:43:17Z"
    name: isvc-pmml-predictor.18d3c50d318c7963
    namespace: kserve-ci-e2e-test
    resourceVersion: "38639"
    uid: f70118cb-e327-4904-8b86-ec4a4b0194fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:41:07.634293Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37454"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-p6gnr
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:41:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:41:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c4fcf00b687a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37460"
    uid: f92ea8d2-bda0-463d-a0f9-da37fd144ffc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37466"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:41:08Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:41:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c4fd12061dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: ea84a192-0abf-4ef0-be8f-1d5e0dcf601b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:41:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c4fd13952390
    namespace: kserve-ci-e2e-test
    resourceVersion: "37483"
    uid: 6b9cd5f5-23ed-4d3b-bbe8-8375c721700d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:41:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c4fd16efae19
    namespace: kserve-ci-e2e-test
    resourceVersion: "37484"
    uid: 3cbcf71d-5b9d-4057-834f-c0e81f21e0dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:41:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c4fd17651bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37485"
    uid: 5b3693f7-1e9b-4426-9496-525ad68f2842
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:41:12Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:12Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c4fe1d017ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37524"
    uid: 819ee2b8-cde3-4ff8-a8b5-27a3e52f9038
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:41:19Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.301s (7.301s
    including waiting). Image size: 826851186 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c4ffd02ed8c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37580"
    uid: 966bf421-13be-4c1a-95d2-8fd848f8389b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:41:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:20Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c4ffd37fea6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37581"
    uid: 5cd4a8c0-c12e-45ba-b89e-108d14b44f61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:41:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:20Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c4ffd3faddd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37582"
    uid: cbef363b-fbef-47cd-9b72-5ea5a9c39052
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:41:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:20Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c4ffd4065981
    namespace: kserve-ci-e2e-test
    resourceVersion: "37583"
    uid: 9573b0d5-f216-467e-9c45-67790eb9c765
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:41:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:20Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c4ffd6c5580e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37584"
    uid: 2489e5a1-434d-4a8e-8d09-078257f5877f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:41:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:20Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c4ffd740bb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37585"
    uid: 11e2c949-86e2-4590-bcf3-74e271cc7393
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:42:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:42:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c5003833262a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38425"
    uid: 6af96982-b2c5-4dae-b6c1-5b670ebc888d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:42:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:42:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c516d5873b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "38421"
    uid: d91aed30-158b-44fb-a55f-e3cb14110d33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:42:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:42:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c516d587acfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38422"
    uid: bb32f7c1-1be1-41ef-826c-9de389196d70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e01aa24f-1cbd-4cdb-a9a3-84a36b5e6761
  kind: Event
  lastTimestamp: "2026-09-09T21:43:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-09T21:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p6gnr.18d3c517f824acd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38464"
    uid: 7823cb1c-57d1-4d09-8a10-1832fdf8c4fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37442"
    uid: b55a65cf-3367-402c-872b-bcaf204a5300
  kind: Event
  lastTimestamp: "2026-09-09T21:41:07Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-p6gnr'
  metadata:
    creationTimestamp: "2026-09-09T21:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:41:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d3c4fcef6a9341
    namespace: kserve-ci-e2e-test
    resourceVersion: "37455"
    uid: bca17199-3323-46c5-95f6-bd3aa22ed7db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37439"
    uid: b7d5b3d1-9228-4e27-a22e-5cb77f06c6b4
  kind: Event
  lastTimestamp: "2026-09-09T21:41:07Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:41:07Z"
    name: isvc-pmml-runtime-predictor.18d3c4fcecb2b7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37444"
    uid: 915a49f1-a842-4b7d-b306-c6c890c1fb06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37441"
    uid: c647103d-35fc-48b1-a916-f35f63cd6b74
  kind: Event
  lastTimestamp: "2026-09-09T21:41:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:41:52Z"
    name: isvc-pmml-runtime-predictor.18d3c5006bb89902
    namespace: kserve-ci-e2e-test
    resourceVersion: "37907"
    uid: 59ff68d7-f3c7-434f-a82f-45818f75d6b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37441"
    uid: c647103d-35fc-48b1-a916-f35f63cd6b74
  kind: Event
  lastTimestamp: "2026-09-09T21:41:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:41:52Z"
    name: isvc-pmml-runtime-predictor.18d3c5006c236b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "37908"
    uid: 4edcf90b-e574-411c-9a9c-7410eeb9e23e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:42:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37603"
    uid: c647103d-35fc-48b1-a916-f35f63cd6b74
  kind: Event
  lastTimestamp: "2026-09-09T21:42:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:42:52Z"
    name: isvc-pmml-runtime-predictor.18d3c50ae9721024
    namespace: kserve-ci-e2e-test
    resourceVersion: "38366"
    uid: 4850fad0-aabf-4e68-9325-6923e6e9d85e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:42:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37603"
    uid: c647103d-35fc-48b1-a916-f35f63cd6b74
  kind: Event
  lastTimestamp: "2026-09-09T21:42:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:42:52Z"
    name: isvc-pmml-runtime-predictor.18d3c50ae9dfef44
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 4d10892f-00b2-42c3-ba2f-b72a52883dc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37433"
    uid: 7ec47f6d-585f-4ceb-b630-8b5ac358d3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:42:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:42:49Z"
    name: isvc-pmml-runtime.18d3c4fcecb39e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "38339"
    uid: 9fe33041-5a7b-44b0-8890-1721b75e33b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37433"
    uid: 7ec47f6d-585f-4ceb-b630-8b5ac358d3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:41:07Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:41:07Z"
    name: isvc-pmml-runtime.18d3c4fced5c42fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37447"
    uid: 66e23eb2-3c71-4e65-a598-55fc727f0847
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:42:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38337"
    uid: 7ec47f6d-585f-4ceb-b630-8b5ac358d3c5
  kind: Event
  lastTimestamp: "2026-09-09T21:42:49Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:42:49Z"
    name: isvc-pmml-runtime.18d3c51491c3f6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38338"
    uid: 54df9f21-1550-4769-8f94-fc8295057c02
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:43:04.040403Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38491"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:43:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:43:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c5180a63b42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38502"
    uid: 334273e2-e6af-45fc-ad5d-0d4c504ce25a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38505"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:43:04Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:43:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c5182c978a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: f866e320-b15f-4fb2-ae4d-ae668ab6d769
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:43:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c5182e397c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "38519"
    uid: 7abcd649-872d-40ac-a446-5bff50427be7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:43:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c5183138e828
    namespace: kserve-ci-e2e-test
    resourceVersion: "38520"
    uid: 3d121222-595c-4fce-87e2-2e6452ceb177
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:43:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c51831b0da78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38521"
    uid: 0a50074c-b59e-4138-8ec3-8c32b2f76936
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:43:09Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c5193cbd6a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: 233b6a4f-a486-4fa9-9e9b-eb26ffbca3e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:43:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c5193fc07999
    namespace: kserve-ci-e2e-test
    resourceVersion: "38559"
    uid: e46c018e-1687-42bf-a60c-b6b759c9c728
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:43:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c5194037e408
    namespace: kserve-ci-e2e-test
    resourceVersion: "38560"
    uid: fe568374-5ca3-4e14-975c-afa2945f9f97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:43:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c51940446da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38561"
    uid: 76cb1c1c-1bbd-4ad2-a6d6-409e84764cef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:43:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c5194357bd7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38564"
    uid: 051a5ffa-895e-4211-a472-e5a7af0477b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:43:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:43:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c51943caa595
    namespace: kserve-ci-e2e-test
    resourceVersion: "38565"
    uid: 6ebcc7a5-1d7b-4e98-8a27-ac1bee2870be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:44:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:23Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c519b4931f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: f324488b-5d3f-4406-bc64-4c2abdcd89d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:44:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c52d41f966ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: c706dbb0-038b-4324-a9ea-763d1c7c94e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:44:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c52d41f9d87e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39235"
    uid: 02095732-b0f1-4868-9ac5-1f9c095f24a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: ca1e9c6e-781f-4858-84e5-570fd2ee30e8
  kind: Event
  lastTimestamp: "2026-09-09T21:44:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:37Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr.18d3c52dbac472f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39249"
    uid: 0cddd43e-3865-4f63-b32a-8b9babec5059
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38481"
    uid: 7c533c99-ede8-46a2-b870-c1dd4452939a
  kind: Event
  lastTimestamp: "2026-09-09T21:43:04Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-24tmr'
  metadata:
    creationTimestamp: "2026-09-09T21:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:43:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d3c51809c2ca10
    namespace: kserve-ci-e2e-test
    resourceVersion: "38494"
    uid: 51df8120-4aff-48cf-96cd-f2d3cd4cfeb5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38479"
    uid: 9a0e32b0-6d7f-4b09-beac-83a24f206a19
  kind: Event
  lastTimestamp: "2026-09-09T21:43:03Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:43:03Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c51806aa72d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38484"
    uid: ce957792-81c3-426d-b2e9-043304582af1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38480"
    uid: 006462a1-3c1f-4aea-8514-12d419e21f51
  kind: Event
  lastTimestamp: "2026-09-09T21:43:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:43:49Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c51b8560b710
    namespace: kserve-ci-e2e-test
    resourceVersion: "38884"
    uid: 4973f198-14c9-4dde-841b-477d7e9b7802
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38480"
    uid: 006462a1-3c1f-4aea-8514-12d419e21f51
  kind: Event
  lastTimestamp: "2026-09-09T21:43:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:43:49Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c51b85c9d156
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 75a8f05d-eea1-4a16-81e1-0c821ccb2435
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38672"
    uid: 006462a1-3c1f-4aea-8514-12d419e21f51
  kind: Event
  lastTimestamp: "2026-09-09T21:44:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:44:34Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c52602e36a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "39206"
    uid: 406ca928-d0fd-4189-815a-1dd662510412
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38672"
    uid: 006462a1-3c1f-4aea-8514-12d419e21f51
  kind: Event
  lastTimestamp: "2026-09-09T21:44:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:44:34Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c5260359bbd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: 990f30b1-8b01-4150-bf33-f5d6c687f774
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38472"
    uid: 88f3f0a6-fedc-43df-bf6e-eddd95718c80
  kind: Event
  lastTimestamp: "2026-09-09T21:44:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:44:33Z"
    name: isvc-pmml-v2-kserve.18d3c51806b021a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39201"
    uid: 22716e12-e10e-4e78-8061-01839d0cc2fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38472"
    uid: 88f3f0a6-fedc-43df-bf6e-eddd95718c80
  kind: Event
  lastTimestamp: "2026-09-09T21:43:04Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:43:04Z"
    name: isvc-pmml-v2-kserve.18d3c5180752d7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38507"
    uid: 4223f010-3b40-4ae5-bb57-c99380acf1f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38474"
    uid: 88f3f0a6-fedc-43df-bf6e-eddd95718c80
  kind: Event
  lastTimestamp: "2026-09-09T21:43:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:43:04Z"
    name: isvc-pmml-v2-kserve.18d3c5180db3ee45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38508"
    uid: 6a014e4d-785e-4ce4-8a85-a891703051a7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39199"
    uid: 88f3f0a6-fedc-43df-bf6e-eddd95718c80
  kind: Event
  lastTimestamp: "2026-09-09T21:44:33Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:44:33Z"
    name: isvc-pmml-v2-kserve.18d3c52cc821e144
    namespace: kserve-ci-e2e-test
    resourceVersion: "39200"
    uid: 2b684ec5-9482-4581-84ce-aaf9b0e359ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37820"
    uid: 3418b42a-a783-4913-a06f-af4dafc82cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:43:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:43:17Z"
    name: isvc-pmml.18d3c50632d45ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38634"
    uid: bad7b705-0e09-4575-b177-e29b4ff8888f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37820"
    uid: 3418b42a-a783-4913-a06f-af4dafc82cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:41:47Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:41:47Z"
    name: isvc-pmml.18d3c50633b03d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37837"
    uid: 3ad2e812-0f62-4a2f-a9c8-0916772071f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:43:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38632"
    uid: 3418b42a-a783-4913-a06f-af4dafc82cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:43:17Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:43:17Z"
    name: isvc-pmml.18d3c51b16ca4f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38633"
    uid: 8603ec3a-ea34-4d35-9edb-7eb1b31343ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:06:14.302069Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17247"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:06:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:06:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c3158bb881c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: af881916-b37f-4755-bac9-e2e9934b3e6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:06:14Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:06:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c315ade12c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: 68680295-d1f7-4377-9f77-bda0e40b4858
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:06:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c315af47fa62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 720ae3bb-2dc1-45e2-a3a2-95b22fb2fed0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:06:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c315b264a8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17269"
    uid: 822031ff-bdde-4d4f-a414-3a721cdadf12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:06:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c315b2dffb51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17271"
    uid: 3b4ae4d0-2b1f-448c-9e06-58710491d321
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:06:19Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c316b0f1e3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17311"
    uid: 075d9e80-df1d-4089-aca9-8361e009960d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:06:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c316b3c566b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: a7ff9542-6954-4d81-8966-069902e110f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:06:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c316b43bdf99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17314"
    uid: af835581-806f-4793-a924-b40ca800f7b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:06:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c316b446a138
    namespace: kserve-ci-e2e-test
    resourceVersion: "17317"
    uid: e814d4bc-3ba6-4c4e-8218-7994f6b18213
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:06:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c316b7796873
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: 24decb50-62c3-4713-a129-1192d8a5e59a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:06:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c316b7ef7f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: b624a67c-2a42-43fd-9d17-3e5d9b945508
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:07:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:33Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c31728befc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17971"
    uid: 7238147a-4201-49c3-9a01-6db393eff502
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:07:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c32a7b77cb5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18075"
    uid: 6687b27e-3500-4742-bf3b-343dc76c1611
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:07:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c32a7b7874cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18076"
    uid: 36371582-229d-4daf-a116-d3cbf7c57e67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 33af0bd4-9ac5-4886-abb4-987c2d26d0b7
  kind: Event
  lastTimestamp: "2026-09-09T21:07:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:47Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4.18d3c32b2ee57be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: b2f1bd38-1b14-4062-883c-eb850d175fcf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17234"
    uid: b804ec53-abc6-484b-aa81-19b9b91dfed2
  kind: Event
  lastTimestamp: "2026-09-09T21:06:14Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-79pl4'
  metadata:
    creationTimestamp: "2026-09-09T21:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d3c3158a72f155
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: 15adb3ce-6ecc-43f0-b423-91aad2c815c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: cfbabe85-5ab8-4d15-8ce3-a0294cdd6a88
  kind: Event
  lastTimestamp: "2026-09-09T21:06:14Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:14Z"
    name: isvc-predictive-lightgbm-predictor.18d3c31582c92535
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 70e27869-593f-4397-8a40-09e8b4c731ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: 3b1c1b2b-ce23-49f3-a200-d22e1aea059c
  kind: Event
  lastTimestamp: "2026-09-09T21:06:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:44Z"
    name: isvc-predictive-lightgbm-predictor.18d3c31901a4cfd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 8389a83f-d0e2-427c-a661-313f8252a549
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: 3b1c1b2b-ce23-49f3-a200-d22e1aea059c
  kind: Event
  lastTimestamp: "2026-09-09T21:06:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:44Z"
    name: isvc-predictive-lightgbm-predictor.18d3c319020ef45a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: dbad3806-cef5-4997-bdd2-a235e6e58ade
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 3b1c1b2b-ce23-49f3-a200-d22e1aea059c
  kind: Event
  lastTimestamp: "2026-09-09T21:07:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:29Z"
    name: isvc-predictive-lightgbm-predictor.18d3c31fff836dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17937"
    uid: 5c71ebb5-30e8-4c99-872f-9695066a3b21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 3b1c1b2b-ce23-49f3-a200-d22e1aea059c
  kind: Event
  lastTimestamp: "2026-09-09T21:07:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:29Z"
    name: isvc-predictive-lightgbm-predictor.18d3c31fffe682f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17938"
    uid: b3015192-335e-42ca-bed0-3d49fb2c9959
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:10:59.912898Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:10:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:10:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c3580b74096c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: af4723e7-1c59-4a26-a615-baabb0821434
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c35818029996
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: 43693d38-de80-4ffa-a6e3-815cb08ed78c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:01Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:11:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c358514832d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: aa0c23ff-24f8-4df6-8ca1-62eaeffdaace
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c35852c98bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: 6fa550e2-4755-45f1-aa23-eeb09e4494a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c35855c0b20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: bb50adc5-1724-4211-8743-7538ae2499b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c35856439f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 0ad31c30-b843-4929-bcb5-b35194cbedca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:05Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c35961cce6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: e89d2d63-b9a1-4f4e-81e1-0072caafebe1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c35965df0d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19844"
    uid: c6354c45-da49-4522-8c61-eab8495e981c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c359666c7105
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: 02245352-2e27-4ab9-9b2d-6aec17aaec6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c3596677439c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: 2f64b9e6-72ae-444d-b818-a0542cb3dc64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c359696f03a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: aefa5dc3-0d4a-4649-83cd-e93fc7e55e0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c35969e38b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: 94fa3a04-4a99-4bbd-9a73-97e04c6268ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:12:31Z"
  message: 'Readiness probe failed: Get "http://10.132.0.45:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c3623c607fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: f8f2fd27-b915-4ef7-9599-80e216f64dcf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:12:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c36d05bd8019
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: 4d8c8f23-2d16-4e65-b10b-4b66f042054f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:12:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c36d05be3de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: 5a87f896-6ad4-4d02-ac46-a14aafc054de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: fb38c21e-fd68-49e4-94be-1a6d1be0246e
  kind: Event
  lastTimestamp: "2026-09-09T21:12:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79.18d3c36de03988b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20514"
    uid: 253ffcc2-3d9a-411c-a7cb-4625ee249f27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: da888e87-e59a-4dd7-a88f-a2ab5e50a1b0
  kind: Event
  lastTimestamp: "2026-09-09T21:10:59Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-w8x79'
  metadata:
    creationTimestamp: "2026-09-09T21:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d3c3580aed77d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19775"
    uid: 8d7c1b8d-5299-4b22-8a87-fbc571f5ae4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19763"
    uid: d73c5c24-3506-49d9-af93-7c24c914d9ed
  kind: Event
  lastTimestamp: "2026-09-09T21:10:59Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:59Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c3580810edb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: 2498a494-250f-45c1-b423-771f7249b64f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: dbbbf5a0-dfea-4cba-b5ee-c3f39680a105
  kind: Event
  lastTimestamp: "2026-09-09T21:11:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:11:14Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c35b86a29502
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: 58081a75-6252-4a36-af6b-1ef21372defb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: dbbbf5a0-dfea-4cba-b5ee-c3f39680a105
  kind: Event
  lastTimestamp: "2026-09-09T21:11:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:11:14Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c35b87057536
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: a639873c-59bf-453b-ad44-73ec1267b6ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: dbbbf5a0-dfea-4cba-b5ee-c3f39680a105
  kind: Event
  lastTimestamp: "2026-09-09T21:12:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c35f05b96d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20472"
    uid: e12a94fc-3192-4502-a5b6-89cda234f96b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: dbbbf5a0-dfea-4cba-b5ee-c3f39680a105
  kind: Event
  lastTimestamp: "2026-09-09T21:12:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c35f05ff9579
    namespace: kserve-ci-e2e-test
    resourceVersion: "20473"
    uid: e5030986-0e38-4bab-ad34-2cc47da150fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 6588d0a3-111b-4466-adea-83174a119bc0
  kind: Event
  lastTimestamp: "2026-09-09T21:12:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:12:22Z"
    name: isvc-predictive-lightgbm-v2.18d3c358083d26be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20411"
    uid: 89087c3d-ea14-48e4-bf58-53b123816bae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 6588d0a3-111b-4466-adea-83174a119bc0
  kind: Event
  lastTimestamp: "2026-09-09T21:10:59Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:59Z"
    name: isvc-predictive-lightgbm-v2.18d3c35808bd6838
    namespace: kserve-ci-e2e-test
    resourceVersion: "19771"
    uid: 8d199328-d8e0-4314-b87f-eb5dbecf94d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20409"
    uid: 6588d0a3-111b-4466-adea-83174a119bc0
  kind: Event
  lastTimestamp: "2026-09-09T21:12:22Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:12:22Z"
    name: isvc-predictive-lightgbm-v2.18d3c36b2ab72275
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: e8de8b40-a3aa-46d5-bbf1-2196608205cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17225"
    uid: dde124bb-c6b2-4b76-87a5-2590f36938b1
  kind: Event
  lastTimestamp: "2026-09-09T21:07:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:43Z"
    name: isvc-predictive-lightgbm.18d3c315827eb40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18053"
    uid: 21481b52-8ab3-4562-84f7-bc6eed018cf2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17225"
    uid: dde124bb-c6b2-4b76-87a5-2590f36938b1
  kind: Event
  lastTimestamp: "2026-09-09T21:06:14Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:14Z"
    name: isvc-predictive-lightgbm.18d3c31583b6d908
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 259e040c-c61e-4191-b709-a772390ee00a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: dde124bb-c6b2-4b76-87a5-2590f36938b1
  kind: Event
  lastTimestamp: "2026-09-09T21:07:43Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:43Z"
    name: isvc-predictive-lightgbm.18d3c32a392879af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18052"
    uid: 128a611f-7a0f-45e3-82da-ba5954557e2d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:02:13.690211Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14997"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:02:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:02:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2dd8622f89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15003"
    uid: f68307aa-0b13-4a15-abac-fb459771b9cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:19Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:02:19Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2def631d4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: 8c97dffe-7eea-4116-882b-e07c386ccebe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:20Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2df042c6996
    namespace: kserve-ci-e2e-test
    resourceVersion: "15060"
    uid: 6d27d108-0dc4-4efc-b770-9b580d828b59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:20Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2df08dd27a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15063"
    uid: 822095a6-b8ce-41be-a18c-f013b2cfd107
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:20Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2df09c3ad55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15064"
    uid: e067c109-bf6c-4fa3-88ac-2e417887cd50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:23Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:24Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2dfeca0e908
    namespace: kserve-ci-e2e-test
    resourceVersion: "15105"
    uid: 5453e253-1d44-4c8a-9ab6-b1ef4d81f469
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:48Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.4s (24.4s
    including waiting). Image size: 2433581203 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2e59b05b4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15297"
    uid: 137017bf-a2de-43dd-832e-f0f7e81941a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2e5a1cf808b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 44d4fa48-8db6-4c53-94a7-96941d101c04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2e5a306779c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15299"
    uid: bcbd8fde-8423-44aa-96c6-a7d3604d0dde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2e5a31b79f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: 50485233-288d-4771-9a07-6e1f3f2fb563
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2e5a925fda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 83d8347e-e207-4ced-8ae4-646d4ee88be5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2e5aa657758
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: ff14d21f-a3aa-4218-81c1-6139167ddf42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:04:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:16Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2e604ce38fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16080"
    uid: 302cd2bc-7686-44da-8d4a-7e8b7503b2c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:04:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2f97caef292
    namespace: kserve-ci-e2e-test
    resourceVersion: "16055"
    uid: ee5a2108-c879-473d-9d51-8378c6cd55a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:04:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2f97caf7a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: e380e1c2-fcda-4e84-953f-8e38dab2159f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 9a1347a1-0ad3-41a9-8dd1-c57bbe692d4e
  kind: Event
  lastTimestamp: "2026-09-09T21:04:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:16Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8.18d3c2fa0b0ce6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16079"
    uid: ea613364-815a-48b6-9807-61ed40273d5a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 2bf0e1e7-f89d-47e4-8743-c94f6dbb5ece
  kind: Event
  lastTimestamp: "2026-09-09T21:02:13Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-fmhl8'
  metadata:
    creationTimestamp: "2026-09-09T21:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d3c2dd8582ee6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: e013bae6-da3f-4f10-b559-d585f5c12a7a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14984"
    uid: 320e2711-edb7-4120-adb7-2d283a464f06
  kind: Event
  lastTimestamp: "2026-09-09T21:02:13Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:13Z"
    name: isvc-predictive-sklearn-predictor.18d3c2dd819bd1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 1b983820-1e56-461d-bd4b-1cd8603a62e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14985"
    uid: 3dc91e6f-cb58-4ce4-8b6a-ed7818fe6026
  kind: Event
  lastTimestamp: "2026-09-09T21:03:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:13Z"
    name: isvc-predictive-sklearn-predictor.18d3c2e100bacefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: da89f335-129f-482b-8b7d-0973e08ee832
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14985"
    uid: 3dc91e6f-cb58-4ce4-8b6a-ed7818fe6026
  kind: Event
  lastTimestamp: "2026-09-09T21:03:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:13Z"
    name: isvc-predictive-sklearn-predictor.18d3c2e1012e27f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 8785fbc9-2b4d-40b8-90d1-add7df7ea619
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15152"
    uid: 3dc91e6f-cb58-4ce4-8b6a-ed7818fe6026
  kind: Event
  lastTimestamp: "2026-09-09T21:03:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:58Z"
    name: isvc-predictive-sklearn-predictor.18d3c2eefd4d5725
    namespace: kserve-ci-e2e-test
    resourceVersion: "15911"
    uid: d679b17c-919a-44d6-8baf-7021d461d749
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15152"
    uid: 3dc91e6f-cb58-4ce4-8b6a-ed7818fe6026
  kind: Event
  lastTimestamp: "2026-09-09T21:03:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:58Z"
    name: isvc-predictive-sklearn-predictor.18d3c2eefdc80655
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: c06bba34-1cb6-4be4-aeac-e7ca9fe6af44
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:07:49.410684Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:07:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:07:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c32bb0a2e314
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: fa945da5-23c4-4f6f-8a80-82f56ba4a2ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:49Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:07:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c32bd2c7f855
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: b1c6df36-9958-4534-839a-25d2f07ebe81
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c32bd43b9a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: aa048bfc-397f-4858-977d-ff24f122680f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c32bd759a11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18162"
    uid: 9d88d675-75bf-4197-8aa4-b88c62786716
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c32bd7d2a690
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: 2e0471eb-8352-4864-8588-f199d686402b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:54Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c32ced7b754d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18208"
    uid: eb25ee7f-85b4-42e3-95da-b8b1f94b53dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c32cf143e104
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: b644c99e-2099-4190-8ad4-7665369272f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c32cf1be84d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 3ed172c3-4575-4cfb-93ed-260cfea1c5b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c32cf1c83069
    namespace: kserve-ci-e2e-test
    resourceVersion: "18217"
    uid: 67d4979d-ed77-4e40-a634-9b94ef2b0d58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c32cf4ce9d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18219"
    uid: 58b76339-601f-4375-bd26-94d4254cecc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:07:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c32cf545349d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18220"
    uid: 6a6a50a6-f796-4c53-9d03-e62c51d7192f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:09:23Z"
  message: 'Readiness probe failed: Get "http://10.132.0.43:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c335c7db5b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18884"
    uid: e5fcd975-5217-431a-8458-309edeae98ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:09:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c340ac21e65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: ca004200-5799-4fc1-a354-a4bf3f17e3c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:09:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c340ac227ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: 6a108a46-e7ed-410b-a3b7-be581e4a3fac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 6662e0fb-efcb-49e3-8aa1-75701f48ccc3
  kind: Event
  lastTimestamp: "2026-09-09T21:09:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:22Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s.18d3c3416bbbe1b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18872"
    uid: b7a695b6-aa16-4fa1-b773-6c6fbbfd572f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 479f2400-ccbe-4486-8733-ce51caedf9f1
  kind: Event
  lastTimestamp: "2026-09-09T21:07:49Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-z9f6s'
  metadata:
    creationTimestamp: "2026-09-09T21:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d3c32bafe418cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 3d0691e0-df32-4728-ab6d-c03448db960f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18126"
    uid: f3ad3807-4578-40fa-9109-d2066c123de2
  kind: Event
  lastTimestamp: "2026-09-09T21:07:49Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:49Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c32bace9017d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a240962d-88d4-4d6f-8bd4-f782b4b368a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18128"
    uid: 85871bfc-3ed2-4c2c-a346-f48206bbe856
  kind: Event
  lastTimestamp: "2026-09-09T21:08:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:34Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c32f2b9f1e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "18502"
    uid: af9c9440-e340-478a-bb70-3ccb8010605f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18128"
    uid: 85871bfc-3ed2-4c2c-a346-f48206bbe856
  kind: Event
  lastTimestamp: "2026-09-09T21:08:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:34Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c32f2c1914dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18503"
    uid: 788b3f2f-5fc4-4526-ae15-706a9527d8a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18287"
    uid: 85871bfc-3ed2-4c2c-a346-f48206bbe856
  kind: Event
  lastTimestamp: "2026-09-09T21:09:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:19Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c332ab65a7de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: d67d474f-38ba-485d-9ec8-eb6b6247bd0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18287"
    uid: 85871bfc-3ed2-4c2c-a346-f48206bbe856
  kind: Event
  lastTimestamp: "2026-09-09T21:09:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:19Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c332abd6e2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18832"
    uid: 5fcfa417-e9fa-4730-8eba-974c1c085aad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18119"
    uid: 7b0d0538-5c69-480f-8b14-65fb491902bb
  kind: Event
  lastTimestamp: "2026-09-09T21:09:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:09:14Z"
    name: isvc-predictive-sklearn-v2.18d3c32bacfe7186
    namespace: kserve-ci-e2e-test
    resourceVersion: "18792"
    uid: 3d08a987-48d1-4952-b5f8-fcdce58d57f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18119"
    uid: 7b0d0538-5c69-480f-8b14-65fb491902bb
  kind: Event
  lastTimestamp: "2026-09-09T21:07:49Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:49Z"
    name: isvc-predictive-sklearn-v2.18d3c32bad810e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: 06b13b5b-2fa7-4bf3-93d3-20c944b81469
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: 7b0d0538-5c69-480f-8b14-65fb491902bb
  kind: Event
  lastTimestamp: "2026-09-09T21:09:14Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:09:14Z"
    name: isvc-predictive-sklearn-v2.18d3c33f65cf30af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18791"
    uid: 349f9455-ee70-4c1e-88db-b7f59672638e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14976"
    uid: 1e7eed16-e404-430b-ac18-1217d5390d4f
  kind: Event
  lastTimestamp: "2026-09-09T21:04:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:06Z"
    name: isvc-predictive-sklearn.18d3c2dd819caf2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15984"
    uid: f88c6f69-c2a4-48f1-abc2-bc39ec39782c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14976"
    uid: 1e7eed16-e404-430b-ac18-1217d5390d4f
  kind: Event
  lastTimestamp: "2026-09-09T21:02:13Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:13Z"
    name: isvc-predictive-sklearn.18d3c2dd81faa430
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: 6379640c-ca23-48de-b6a3-4acba4cda7ea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15982"
    uid: 1e7eed16-e404-430b-ac18-1217d5390d4f
  kind: Event
  lastTimestamp: "2026-09-09T21:04:06Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:06Z"
    name: isvc-predictive-sklearn.18d3c2f7bc158221
    namespace: kserve-ci-e2e-test
    resourceVersion: "15983"
    uid: 8346b995-2af6-40e2-a265-4cef138cc2cb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:04:18.942808Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16123"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-jrc9x
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:04:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:04:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c2faafc5e9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: b130d2da-386c-4d30-8e89-a96d1045376f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16133"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:19Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c2fad1e1cda3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: 14baa1a4-8cb6-4271-811a-ab404bda68a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c2fad366c82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16147"
    uid: 5225a802-be2b-488a-bc8f-1710e00654df
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    in 3.309s (3.309s including waiting). Image size: 306762154 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c2fb98aac1ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: 44a691ce-e0c9-49c0-aa2d-8ff2e41c8290
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c2fb9bbb9906
    namespace: kserve-ci-e2e-test
    resourceVersion: "16174"
    uid: ff6f9f72-c945-4d7c-ae53-5e8ae4642766
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c2fb9c311564
    namespace: kserve-ci-e2e-test
    resourceVersion: "16175"
    uid: e31ed9ca-34c3-4a50-bcb9-c4f8b6545911
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:27Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c2fcbd2d12d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16219"
    uid: 0e051448-fbcc-4eb0-ab13-17a4701dd37d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:50Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.82s (22.82s
    including waiting). Image size: 2433581203 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c3020d679e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 6e09afad-f363-4503-affa-8fdc5453fee3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c302148815e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16398"
    uid: 0a02207b-513a-443c-b00b-9860846a4320
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c30215db15e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 6d79cca3-fcde-4ab4-8435-3fe2578e88d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:50Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T21:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c30215e96406
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: a6f56e6c-c7bd-4409-90bd-89673689bb65
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.973s (2.973s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:53Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c302c7240418
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: c341b775-792c-407d-9e41-b4212ee10840
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:53Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c302cd5ca367
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: 67f545ae-73d6-4257-8458-cf0fe82b33f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:04:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:53Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c302cec87429
    namespace: kserve-ci-e2e-test
    resourceVersion: "16423"
    uid: e030db3b-043b-4973-8163-73e5d71843ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:06:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c3030e51099c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: 321f5b9f-6070-4ab8-a91c-18b2f556eda9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:06:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c31459f79785
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: 1b4860d9-9779-4c9f-a7b9-d2760e4c7479
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:06:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c31459f8be45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 46a4517e-f678-4235-a46d-8139920b63f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: f6ef1aa2-8460-41cc-ab6b-27840088e969
  kind: Event
  lastTimestamp: "2026-09-09T21:06:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:10Z"
    name: isvc-predictive-xgboost-predictor-695f978978-jrc9x.18d3c314c06ae3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: 16ecc6f5-dccf-4e2f-ba0d-86cf76bd5bd2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: 7c62494f-099a-48bb-a18a-3be996631bab
  kind: Event
  lastTimestamp: "2026-09-09T21:04:18Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-jrc9x'
  metadata:
    creationTimestamp: "2026-09-09T21:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d3c2faaf017768
    namespace: kserve-ci-e2e-test
    resourceVersion: "16127"
    uid: 348c0280-5264-4f0b-ab3b-ba7387383b93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: 185c9ae9-2466-437f-b982-04f9fabc63a1
  kind: Event
  lastTimestamp: "2026-09-09T21:04:18Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:18Z"
    name: isvc-predictive-xgboost-predictor.18d3c2faab4e6e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: e548c5dc-6954-4962-b672-71646d5742f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: a2db6946-a7dd-4186-80e3-61fa05abc1ff
  kind: Event
  lastTimestamp: "2026-09-09T21:05:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:03Z"
    name: isvc-predictive-xgboost-predictor.18d3c2fe29c3e7e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: 9f4dc7ee-fe71-41f6-9f4b-c8647efef596
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: a2db6946-a7dd-4186-80e3-61fa05abc1ff
  kind: Event
  lastTimestamp: "2026-09-09T21:05:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:03Z"
    name: isvc-predictive-xgboost-predictor.18d3c2fe2a4a730c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 6dc91d9d-4243-4326-9f29-1ba33a077368
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: a2db6946-a7dd-4186-80e3-61fa05abc1ff
  kind: Event
  lastTimestamp: "2026-09-09T21:06:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:04Z"
    name: isvc-predictive-xgboost-predictor.18d3c308a82cf337
    namespace: kserve-ci-e2e-test
    resourceVersion: "17108"
    uid: 618dd96e-4cda-499a-8a73-0f26b53f5470
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: a2db6946-a7dd-4186-80e3-61fa05abc1ff
  kind: Event
  lastTimestamp: "2026-09-09T21:06:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:04Z"
    name: isvc-predictive-xgboost-predictor.18d3c308a89db4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: 3029dbf9-966c-45ae-b9d5-f6abeb00f48c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:09:24.701295Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18915"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:09:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:09:24Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c341e0663b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: d41858a3-f1cc-496c-a5e3-6738e0eedf1d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18924"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:09:25Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:09:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c342028870fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 738bfdb5-e9e8-4d30-a52a-58c31d13ee7a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:09:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c3420437ac38
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: de39c060-fa13-49f0-9dd1-04e55637b4bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:09:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c34207db8612
    namespace: kserve-ci-e2e-test
    resourceVersion: "18941"
    uid: f4471f1f-a705-4838-b3f4-5878b1c4e590
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:09:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c3420853e7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: fdda203d-d882-4629-86ef-449084ebf00b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:09:30Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c3432807c63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18980"
    uid: b5b0edcb-9b19-47dc-9b30-b35d65f69a6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:09:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c3432b1e0c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "18983"
    uid: 3d463064-9b5c-40b1-acd0-d66099fbc032
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:09:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c3432b96661a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: 95c3cc41-5cf4-4757-9132-e35a8e39145c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:09:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c3432ba14e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18987"
    uid: 341357a7-29d3-46d0-a29a-d6d3b0bf475a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:09:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c3432e8999c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18989"
    uid: 37936518-4fff-4aea-aa6f-d4ca0a6fd1ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:09:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c3432f1a8a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: 1e21ae3d-29a8-4836-b856-51539346acec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:10:58Z"
  message: 'Readiness probe failed: Get "http://10.132.0.44:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:58Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c34c0236e0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19733"
    uid: 9caf3db3-3b75-4e3d-90e3-6540ff08eb43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:10:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:54Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c356d6752b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19707"
    uid: 3f8c007d-4fb0-4a5d-a0db-c314841ac9f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:10:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:54Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c356d6758734
    namespace: kserve-ci-e2e-test
    resourceVersion: "19708"
    uid: 7f0dfd32-da3f-4466-a07f-4705c7b72c7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d4d919b2-8361-4889-8748-9b9170d211fb
  kind: Event
  lastTimestamp: "2026-09-09T21:10:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:58Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf.18d3c357a621ee0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19732"
    uid: 328a834e-65b1-4879-a170-331494a06276
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18903"
    uid: a59d4481-6ec5-4954-b378-9366858a20e2
  kind: Event
  lastTimestamp: "2026-09-09T21:09:24Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wbtkf'
  metadata:
    creationTimestamp: "2026-09-09T21:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:24Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d3c341e0029069
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: 3e3d6edc-6394-474d-b3ff-1b34aebfcb38
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: d1a03efe-d82d-4f98-ac70-0da4fb32a90a
  kind: Event
  lastTimestamp: "2026-09-09T21:09:24Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:24Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c341db2870a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: 52118ec6-f9fa-48de-b719-05c5173f0c3e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 08d281a3-532b-439e-beb4-2752b2cb24f8
  kind: Event
  lastTimestamp: "2026-09-09T21:09:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:54Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c3455a15c5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19164"
    uid: b101d715-bce0-4fbb-a9c8-b2a27a2e8d61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 08d281a3-532b-439e-beb4-2752b2cb24f8
  kind: Event
  lastTimestamp: "2026-09-09T21:09:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:54Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c3455a821210
    namespace: kserve-ci-e2e-test
    resourceVersion: "19165"
    uid: 3ca91be4-d87a-4b4e-bc45-80d3089f6002
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19054"
    uid: 08d281a3-532b-439e-beb4-2752b2cb24f8
  kind: Event
  lastTimestamp: "2026-09-09T21:10:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:54Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c34c57e59979
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: c176e10a-b0b1-418b-9293-7a2e78f3c49f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19054"
    uid: 08d281a3-532b-439e-beb4-2752b2cb24f8
  kind: Event
  lastTimestamp: "2026-09-09T21:10:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:54Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c34c584aacb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 5f6b9e76-734d-466a-b9a2-4c4523efc36e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18893"
    uid: a7f7541b-6303-4e35-b81f-994083f6cc77
  kind: Event
  lastTimestamp: "2026-09-09T21:10:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:48Z"
    name: isvc-predictive-xgboost-v2.18d3c341db522721
    namespace: kserve-ci-e2e-test
    resourceVersion: "19645"
    uid: 09ecec13-ec27-4ab5-ac14-ba8887700385
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18893"
    uid: a7f7541b-6303-4e35-b81f-994083f6cc77
  kind: Event
  lastTimestamp: "2026-09-09T21:09:24Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:09:24Z"
    name: isvc-predictive-xgboost-v2.18d3c341dbc00393
    namespace: kserve-ci-e2e-test
    resourceVersion: "18910"
    uid: cfadb9ba-93c1-4811-bb10-148db8d0836d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: a7f7541b-6303-4e35-b81f-994083f6cc77
  kind: Event
  lastTimestamp: "2026-09-09T21:10:48Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:48Z"
    name: isvc-predictive-xgboost-v2.18d3c3555b3b1ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19644"
    uid: 7d3d03ad-f1ca-4283-a1c6-726d92c9b892
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: f2aa6fb4-5c15-48ac-bef2-0a05b5f8b53e
  kind: Event
  lastTimestamp: "2026-09-09T21:06:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:08Z"
    name: isvc-predictive-xgboost.18d3c2faab51dfbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: c52da257-4287-4ceb-8e63-e78ae366e49b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: f2aa6fb4-5c15-48ac-bef2-0a05b5f8b53e
  kind: Event
  lastTimestamp: "2026-09-09T21:04:19Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-predictive-xgboost.18d3c2faabea234f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16135"
    uid: b2e48cae-376e-4cda-bab9-3acc13cf2893
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16107"
    uid: f2aa6fb4-5c15-48ac-bef2-0a05b5f8b53e
  kind: Event
  lastTimestamp: "2026-09-09T21:04:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-predictive-xgboost.18d3c2fab34bc38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16136"
    uid: 2ddad466-332a-4e1f-aa92-19e0f39e2915
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: f2aa6fb4-5c15-48ac-bef2-0a05b5f8b53e
  kind: Event
  lastTimestamp: "2026-09-09T21:06:08Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:08Z"
    name: isvc-predictive-xgboost.18d3c3141acd2e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 1d3d5137-ad92-41a5-882a-0dfc045c0654
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:44:40.369913Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39297"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:44:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:44:40Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c52e78135a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "39302"
    uid: f23fccdd-296c-4aef-b0fe-43cf496d7f09
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39306"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:44:40Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:44:40Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c52e99f2288e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39314"
    uid: 48a4055f-e31a-44b1-8933-e70421b2beb6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:44:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:40Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c52e9b5e39a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39316"
    uid: ad183ecb-1eb2-4535-8e03-de1d47555ffe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:44:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:41Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c52e9e20698a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39318"
    uid: 1a1ef980-e4fc-4a10-b850-905c2665e339
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:44:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:41Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c52e9e96eead
    namespace: kserve-ci-e2e-test
    resourceVersion: "39319"
    uid: bd3ff180-17c4-46b0-bfd5-31cffd588fe8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:44:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:45Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c52fad333bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39354"
    uid: 819a6420-839e-4547-a999-60ac02316095
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:44:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:45Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c52fb03e048b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39356"
    uid: 1a739bb1-9982-4d38-bc09-37e7ba24924f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:44:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:45Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c52fb0b61500
    namespace: kserve-ci-e2e-test
    resourceVersion: "39357"
    uid: 5a0f425f-d628-4609-aee1-096e8695f45c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:44:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:45Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c52fb0c2886f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39358"
    uid: 728b042c-0584-407d-8e09-e8432cbb47db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:44:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:45Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c52fb3f80c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "39362"
    uid: 8943fccc-7a2a-4d9c-8fee-ab7f753f8e8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:44:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:44:45Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c52fb474922f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39363"
    uid: b64c7fb1-5254-4633-8616-d4ba2031866d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:46:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:46:00Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c52fe93330fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39889"
    uid: 15e1a393-aa0f-4f65-9a41-39717be5296b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:46:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:46:43Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c54b2ab2173d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40305"
    uid: e8dc223b-576c-43e8-8dfa-3e2ce9ecf91a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:46:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:46:43Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c54b2ab2ae31
    namespace: kserve-ci-e2e-test
    resourceVersion: "40306"
    uid: c47fba0c-daa3-483d-9e0c-e38abacb953a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 6e86d569-a724-4029-b2ff-9150fac27e0a
  kind: Event
  lastTimestamp: "2026-09-09T21:46:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:46:47Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k.18d3c54c158c9cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40339"
    uid: f715d029-e387-453b-aa54-f6133ba66bc6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39284"
    uid: c9769555-0ec0-42fd-9b6f-ef20f40a3693
  kind: Event
  lastTimestamp: "2026-09-09T21:44:40Z"
  message: 'Created pod: isvc-primary-db4d1e-predictor-7bfc75d6dc-bxz9k'
  metadata:
    creationTimestamp: "2026-09-09T21:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:44:40Z"
    name: isvc-primary-db4d1e-predictor-7bfc75d6dc.18d3c52e7775c97e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39299"
    uid: db36866f-f355-4d3c-81f4-e3e560f2b22c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-db4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39282"
    uid: 9b63054e-9887-400b-8464-60538a789950
  kind: Event
  lastTimestamp: "2026-09-09T21:44:40Z"
  message: Scaled up replica set isvc-primary-db4d1e-predictor-7bfc75d6dc from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:44:40Z"
    name: isvc-primary-db4d1e-predictor.18d3c52e72d2bfcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39285"
    uid: 9528d040-bcb3-43e4-a0fb-a7b1dc2a3b7e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-db4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39283"
    uid: 2ab4dfdd-976e-4b02-8a9c-6c33346f2137
  kind: Event
  lastTimestamp: "2026-09-09T21:45:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:45:10Z"
    name: isvc-primary-db4d1e-predictor.18d3c531f1c4b68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: f0b8ef28-663e-412b-b5be-435f240d61cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-db4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39283"
    uid: 2ab4dfdd-976e-4b02-8a9c-6c33346f2137
  kind: Event
  lastTimestamp: "2026-09-09T21:45:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:45:10Z"
    name: isvc-primary-db4d1e-predictor.18d3c531f230b2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39537"
    uid: f009f511-bdd9-48a7-9820-28ae39547aac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:45:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-db4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39437"
    uid: 2ab4dfdd-976e-4b02-8a9c-6c33346f2137
  kind: Event
  lastTimestamp: "2026-09-09T21:46:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:46:25Z"
    name: isvc-primary-db4d1e-predictor.18d3c538f05e259b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40083"
    uid: ebdfb700-136f-4934-bee4-bbb68f92d900
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:45:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-db4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39437"
    uid: 2ab4dfdd-976e-4b02-8a9c-6c33346f2137
  kind: Event
  lastTimestamp: "2026-09-09T21:46:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:46:25Z"
    name: isvc-primary-db4d1e-predictor.18d3c538f0bf5447
    namespace: kserve-ci-e2e-test
    resourceVersion: "40085"
    uid: 39189c23-1226-46b6-93e8-b8a3f393957a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-db4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39275"
    uid: 845b7432-8824-46e7-8279-e8818a263546
  kind: Event
  lastTimestamp: "2026-09-09T21:46:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:46:10Z"
    name: isvc-primary-db4d1e.18d3c52e72d5ed9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39968"
    uid: 2ae426c3-3f00-4302-a631-6e83c08c81dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-db4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39275"
    uid: 845b7432-8824-46e7-8279-e8818a263546
  kind: Event
  lastTimestamp: "2026-09-09T21:44:40Z"
  message: 'Failed to update status for InferenceService "isvc-primary-db4d1e": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-db4d1e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:44:40Z"
    name: isvc-primary-db4d1e.18d3c52e7396c812
    namespace: kserve-ci-e2e-test
    resourceVersion: "39308"
    uid: 3bdce1c7-4526-48a3-95e7-a75b57267b25
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:44:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-db4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39275"
    uid: 845b7432-8824-46e7-8279-e8818a263546
  kind: Event
  lastTimestamp: "2026-09-09T21:44:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-db4d1e": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:44:40Z"
    name: isvc-primary-db4d1e.18d3c52e739711b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39309"
    uid: 77e52ad9-b88f-4d49-87c5-e21578dfc641
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-db4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39966"
    uid: 845b7432-8824-46e7-8279-e8818a263546
  kind: Event
  lastTimestamp: "2026-09-09T21:46:10Z"
  message: InferenceService [isvc-primary-db4d1e] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:46:10Z"
    name: isvc-primary-db4d1e.18d3c5435d3bc00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 72127a31-5e84-444d-9d92-6d32f1ebc018
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:46:25.602548Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-db4d1e-predictor-5859965988-nvsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "40107"
    uid: 233c0fcd-4f18-46d1-b006-17b3c3bb6145
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-db4d1e-predictor-5859965988-nvsck
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:46:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:46:25Z"
    name: isvc-secondary-db4d1e-predictor-5859965988-nvsck.18d3c546f86e01ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "40113"
    uid: af0cf008-0ed3-4561-819c-61d53900cbcf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-db4d1e-predictor-5859965988-nvsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "40119"
    uid: 233c0fcd-4f18-46d1-b006-17b3c3bb6145
  kind: Event
  lastTimestamp: "2026-09-09T21:46:26Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:46:26Z"
    name: isvc-secondary-db4d1e-predictor-5859965988-nvsck.18d3c5471a5f3cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "40124"
    uid: 2cd1faf5-6ea9-4213-9c5a-b4e6f37c8756
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-db4d1e-predictor-5859965988-nvsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "40109"
    uid: 233c0fcd-4f18-46d1-b006-17b3c3bb6145
  kind: Event
  lastTimestamp: "2026-09-09T21:46:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:46:32Z"
    name: isvc-secondary-db4d1e-predictor-5859965988-nvsck.18d3c5471c02b77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40183"
    uid: 595b29a1-7a7a-4434-bec9-6adaff7cd70d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-db4d1e-predictor-5859965988-nvsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "40109"
    uid: 233c0fcd-4f18-46d1-b006-17b3c3bb6145
  kind: Event
  lastTimestamp: "2026-09-09T21:46:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:46:33Z"
    name: isvc-secondary-db4d1e-predictor-5859965988-nvsck.18d3c5471ec191f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 6bf88e07-0a49-4c5f-b5e7-3e7c9612664b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-db4d1e-predictor-5859965988-nvsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "40109"
    uid: 233c0fcd-4f18-46d1-b006-17b3c3bb6145
  kind: Event
  lastTimestamp: "2026-09-09T21:46:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:46:33Z"
    name: isvc-secondary-db4d1e-predictor-5859965988-nvsck.18d3c5471f39c840
    namespace: kserve-ci-e2e-test
    resourceVersion: "40186"
    uid: 51f0ba6d-e7d5-48cd-aa92-d2687d9322b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-db4d1e-predictor-5859965988-nvsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "40109"
    uid: 233c0fcd-4f18-46d1-b006-17b3c3bb6145
  kind: Event
  lastTimestamp: "2026-09-09T21:46:38Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-db4d1e-predictor-5859965988-nvsck_kserve-ci-e2e-test(233c0fcd-4f18-46d1-b006-17b3c3bb6145)
  metadata:
    creationTimestamp: "2026-09-09T21:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:46:38Z"
    name: isvc-secondary-db4d1e-predictor-5859965988-nvsck.18d3c54a16cd6d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40230"
    uid: 948e50ab-395e-43e7-a499-231071415c7e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-db4d1e-predictor-5859965988
    namespace: kserve-ci-e2e-test
    resourceVersion: "40098"
    uid: 5c422247-f9e8-43d7-b20e-30c574cbd4b0
  kind: Event
  lastTimestamp: "2026-09-09T21:46:25Z"
  message: 'Created pod: isvc-secondary-db4d1e-predictor-5859965988-nvsck'
  metadata:
    creationTimestamp: "2026-09-09T21:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:46:25Z"
    name: isvc-secondary-db4d1e-predictor-5859965988.18d3c546f8072386
    namespace: kserve-ci-e2e-test
    resourceVersion: "40110"
    uid: 10b62015-dfd8-47d8-82b2-7a3e09a0d439
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-db4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40096"
    uid: 3c9e3560-c3d1-4d4e-b6cd-d28cd85cef84
  kind: Event
  lastTimestamp: "2026-09-09T21:46:25Z"
  message: Scaled up replica set isvc-secondary-db4d1e-predictor-5859965988 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:46:25Z"
    name: isvc-secondary-db4d1e-predictor.18d3c546f21fa46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40101"
    uid: 3a02b0bc-b71d-4a54-9824-0fd0ec197d16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-db4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40097"
    uid: c1f23e79-c517-4811-8874-c1639e432879
  kind: Event
  lastTimestamp: "2026-09-09T21:46:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:46:40Z"
    name: isvc-secondary-db4d1e-predictor.18d3c54a70a45b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "40246"
    uid: 9fd65fc3-ba33-4260-8b58-8383a2bb193b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-db4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40097"
    uid: c1f23e79-c517-4811-8874-c1639e432879
  kind: Event
  lastTimestamp: "2026-09-09T21:46:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:46:40Z"
    name: isvc-secondary-db4d1e-predictor.18d3c54a7114c989
    namespace: kserve-ci-e2e-test
    resourceVersion: "40248"
    uid: d5ffc928-9ac2-4a74-b5c1-30fad706528b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-db4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40089"
    uid: 034d7152-edd3-408c-9d06-72beb3b7d088
  kind: Event
  lastTimestamp: "2026-09-09T21:46:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:46:39Z"
    name: isvc-secondary-db4d1e.18d3c546f21cf8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: 4e75acee-aee3-471d-9ac0-defb67b1f798
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-db4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40089"
    uid: 034d7152-edd3-408c-9d06-72beb3b7d088
  kind: Event
  lastTimestamp: "2026-09-09T21:46:25Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-db4d1e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-db4d1e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:46:25Z"
    name: isvc-secondary-db4d1e.18d3c546f2a55f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "40118"
    uid: 3090f219-62bf-45b5-a3e3-0e08435f103f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:46:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-db4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40089"
    uid: 034d7152-edd3-408c-9d06-72beb3b7d088
  kind: Event
  lastTimestamp: "2026-09-09T21:46:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-db4d1e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:46:25Z"
    name: isvc-secondary-db4d1e.18d3c546f2a5b708
    namespace: kserve-ci-e2e-test
    resourceVersion: "40120"
    uid: 83c6fd13-9be9-46f5-8afd-66c1a2befd37
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:03:53.759929Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15831"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:03:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:03:53Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f4d2c1c12f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: a096ffe5-309e-4df6-985e-f3ca49547dd9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:54Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:03:54Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f4f4e3c435
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 51b3f5a1-cc2e-46cd-9be7-1412a767e838
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:54Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f4f6e05383
    namespace: kserve-ci-e2e-test
    resourceVersion: "15856"
    uid: 33243fc1-0387-479f-a0b5-be7abaffe3b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:54Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f4f9c42513
    namespace: kserve-ci-e2e-test
    resourceVersion: "15857"
    uid: 3d78ab3e-a3bb-4511-9457-e7091fdf2998
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:54Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f4fa2c4ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: 68ba9cca-4d4c-4cf0-ac3d-ef904c2724e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:58Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f5ee42ce84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: be82c2bd-b38f-47c6-8285-eac5a37f26b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:58Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f5f225ef35
    namespace: kserve-ci-e2e-test
    resourceVersion: "15900"
    uid: 3e33a1fc-e649-4424-938d-d7177af513c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:58Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f5f291fcce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15901"
    uid: 7cbd5bab-42f7-42cd-8687-693035635c8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:58Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f5f29d54c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15902"
    uid: 4f45c5f9-d7ff-47ab-a1ff-5b04d88179da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:58Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f5f542abdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15905"
    uid: e786ae0f-0e5c-49d6-947e-4fdf883b93c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:58Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f5f5adc3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: 88434793-7a31-4a1c-ac9d-c18d9d0489ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:58Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9c093d5742d2cece9a733bc10c8c148e4e8f75040b4f3473968f62f51e2c91f9"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:58Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f5f5b94cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15908"
    uid: b710c791-e2f0-4ca7-93c6-e93f821e572a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:58Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:58Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f5f8cf6ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15909"
    uid: 0b5f1360-fb71-4677-a1f9-d9fe5b2ed0e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:58Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:58Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f5f9390366
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: c98ce3cf-6380-4ed3-bb51-f7fbf1a4a281
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f62a5bb5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: ffbe871e-986c-47dd-8364-60a211153f9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c2f66641f795
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: 2c6a6fea-2840-42f6-a2c4-e50bd0518eb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c30b05274bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: bca7d922-dbb8-45a6-b5a7-c52b0fb9a576
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:29Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T21:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c30b052780ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: acac9dc6-1331-4a6d-a3b5-6c377217ff69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c30b0527e4ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 68afdbde-82b2-448b-847b-9f3748722262
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 29b1d1e7-d848-4405-9740-e92e3331eff5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:46Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c.18d3c30b96a7fc54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: 6f11db2a-9dc6-4005-8839-3fa8d872e915
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: 39b094fd-f657-41ef-92da-87878699d462
  kind: Event
  lastTimestamp: "2026-09-09T21:03:53Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5d97c66745-bjm2c'
  metadata:
    creationTimestamp: "2026-09-09T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:53Z"
    name: isvc-sklearn-batcher-custom-predictor-5d97c66745.18d3c2f4d24e1b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: 0c160ed7-a054-428f-a1e4-d65c399cd16e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: b20001d8-a469-4308-a5b5-9010bfa3c87c
  kind: Event
  lastTimestamp: "2026-09-09T21:03:53Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5d97c66745
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:53Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3c2f4cba9dd19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 66872c60-5a37-4fe5-92d7-2e1d73b44dc0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: 26d1a528-05ee-4c05-9964-8cad2db238ab
  kind: Event
  lastTimestamp: "2026-09-09T21:04:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:38Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3c2f84a4a192a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: 18c8a9a7-bef4-42b3-9aa4-1366421465d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: 26d1a528-05ee-4c05-9964-8cad2db238ab
  kind: Event
  lastTimestamp: "2026-09-09T21:04:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:38Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3c2f84aa12dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: 320191fb-5e76-4e83-8062-56d83d9e8fd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 26d1a528-05ee-4c05-9964-8cad2db238ab
  kind: Event
  lastTimestamp: "2026-09-09T21:05:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3c302c76b48dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: a4afb553-59c5-4208-8ab7-0bd259eefc10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 26d1a528-05ee-4c05-9964-8cad2db238ab
  kind: Event
  lastTimestamp: "2026-09-09T21:05:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3c302c7d1fd19
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: 153cf11f-7917-47c7-bf3a-a7ba913aa542
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15792"
    uid: 026eaf6d-cf0a-4f27-8606-c7093f63d919
  kind: Event
  lastTimestamp: "2026-09-09T21:05:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:16Z"
    name: isvc-sklearn-batcher-custom.18d3c2f4cbb2bfc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 43b66c52-4a31-40b8-aeca-f0a51c8b9157
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15808"
    uid: 026eaf6d-cf0a-4f27-8606-c7093f63d919
  kind: Event
  lastTimestamp: "2026-09-09T21:03:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:53Z"
    name: isvc-sklearn-batcher-custom.18d3c2f4cff2e21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 1d4d3293-e419-456c-b11a-8db84d1672bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: 026eaf6d-cf0a-4f27-8606-c7093f63d919
  kind: Event
  lastTimestamp: "2026-09-09T21:05:16Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:16Z"
    name: isvc-sklearn-batcher-custom.18d3c3081e6a37fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 255fb0c4-5dc3-458b-8ce8-4e9563713f78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:01:58.939260Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14790"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:01:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:01:58Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2da16e948c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14796"
    uid: b68d854c-6401-43ff-899c-802c9bbc89b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14801"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:01:59Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:01:59Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2da394fbbab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14817"
    uid: 971af074-31eb-4e60-9d16-8a6c93bdf9e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:01:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:59Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2da3afbf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14819"
    uid: a0e35546-9cab-490e-9aad-f332519cbe7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:01:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:59Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2da3de4a911
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: d4d254e1-b521-4646-890e-c64e2fde3339
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:01:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:59Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2da3e4dba1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14821"
    uid: 38df9ad1-4e26-404a-ac49-96cb1eec5d70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:03Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-09T21:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:03Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2db39cd4c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: 7ef3685a-fc0e-463a-bc71-617b11df21bc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 16.343s (16.343s including waiting). Image size: 1580582801 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:20Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2df07effb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: b51c0147-6b5d-4bd5-b88c-6caf43226e84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:20Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2df0bbcb21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 86fb068b-461a-4662-ba9b-2cdca694df2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:20Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2df0c250cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: 0f283c5f-8e06-4126-9665-4a30c0e476b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:20Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T21:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:20Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2df0c323dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 90c50775-0d44-4fd9-bc74-5596d1eea728
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.226s (2.226s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:22Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2df90e11b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15086"
    uid: 929d8c1d-ecf5-47b7-94af-12368bfa6ad4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:22Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2df942082c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: 3d0549c3-69e4-4f54-ade4-233ac6a57f00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:22Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2df948d4c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: d7a59232-f790-4be5-8164-aa6f82c3d363
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:22Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9c093d5742d2cece9a733bc10c8c148e4e8f75040b4f3473968f62f51e2c91f9"
  metadata:
    creationTimestamp: "2026-09-09T21:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:22Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2df949abac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: 1d46b6b7-6e1e-45e8-adf3-ddb8a5aace07
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9c093d5742d2cece9a733bc10c8c148e4e8f75040b4f3473968f62f51e2c91f9"
    in 3.994s (3.994s including waiting). Image size: 243402317 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:26Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2e082ac958c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: 959a9182-c7e6-4fc2-8cce-7a8f11b09a50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T21:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:26Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2e08775650d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: abab7f5d-36d5-4602-83e7-1aaff6899fd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T21:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:26Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2e08896aee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: f5d7120c-5e60-4d8e-baa2-f268e706855d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:04:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:00Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2e0a19731bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15928"
    uid: 766fa59f-1256-47ba-a05b-a3ab292932ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:04:00Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:00Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2e0a1a26aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: 3eea7fc7-0e28-4a18-84a8-f1a8de0bd458
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:03:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:53Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2f4cf277661
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: 190b65cf-db7e-4118-a7db-810b053fabf9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:03:53Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:53Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2f4cf27c7fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 1e045216-079d-4c74-b72a-02ebe26c1048
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:03:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:53Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2f4cf280f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: 7ad4ecbc-a185-4902-9ef7-657e0abf0c15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: c8e3a316-4557-4819-98ef-489e732e3cf7
  kind: Event
  lastTimestamp: "2026-09-09T21:04:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:07Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658-78b4f.18d3c2f595df05fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15991"
    uid: 6416e422-93c3-46c0-9515-30b90f46acba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7fbc757658
    namespace: kserve-ci-e2e-test
    resourceVersion: "14779"
    uid: 5f83812c-74ca-4011-803c-e65c918e7e14
  kind: Event
  lastTimestamp: "2026-09-09T21:01:58Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7fbc757658-78b4f'
  metadata:
    creationTimestamp: "2026-09-09T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:58Z"
    name: isvc-sklearn-batcher-predictor-7fbc757658.18d3c2da1627a438
    namespace: kserve-ci-e2e-test
    resourceVersion: "14794"
    uid: 5b717b10-ea8a-4d64-932f-1e840e35ba14
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14777"
    uid: 7c34447f-3e1e-4fdb-9ca2-371f437ec90f
  kind: Event
  lastTimestamp: "2026-09-09T21:01:58Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7fbc757658 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:58Z"
    name: isvc-sklearn-batcher-predictor.18d3c2da0f3c2d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: 40f704f6-6854-4cea-9267-490f39cff055
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14778"
    uid: 9236e895-604c-4d77-830b-d1bb6e47a33e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:58Z"
    name: isvc-sklearn-batcher-predictor.18d3c2dd8d9dcbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: 83a5c016-d041-4281-8237-e1a107fe7938
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14778"
    uid: 9236e895-604c-4d77-830b-d1bb6e47a33e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:58Z"
    name: isvc-sklearn-batcher-predictor.18d3c2dd8e1e6448
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: 938981ee-3ff9-4d07-833f-f0bdae0f3825
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 9236e895-604c-4d77-830b-d1bb6e47a33e
  kind: Event
  lastTimestamp: "2026-09-09T21:03:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:43Z"
    name: isvc-sklearn-batcher-predictor.18d3c2eb88da44ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: 0e49a613-ea48-4b1f-af61-f282c37c7e03
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 9236e895-604c-4d77-830b-d1bb6e47a33e
  kind: Event
  lastTimestamp: "2026-09-09T21:03:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:43Z"
    name: isvc-sklearn-batcher-predictor.18d3c2eb894bd988
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: 0330cba1-d01c-45a9-adc9-f3a1a31a6b87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14763"
    uid: 9ba82bc4-0295-4973-a306-13c000570d2b
  kind: Event
  lastTimestamp: "2026-09-09T21:03:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:41Z"
    name: isvc-sklearn-batcher.18d3c2da0eefdd56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: ccfa4e0a-0e6d-4074-ac2a-629d65834921
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: 9ba82bc4-0295-4973-a306-13c000570d2b
  kind: Event
  lastTimestamp: "2026-09-09T21:03:41Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:41Z"
    name: isvc-sklearn-batcher.18d3c2f1dbb0df0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15700"
    uid: b75b0347-cffd-4c35-90be-786678d0dc0c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:36:52.860354Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34790"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:36:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:36:52Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c19e55a9fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34796"
    uid: c8152b81-88a0-4f31-bb96-4e2d0449c02b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:36:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:53Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c1acc58be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34808"
    uid: 8fe15098-1396-40ec-904a-cf5378e14553
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:36:54Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:36:54Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c1e42cdd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: ca97a3cb-d8ac-4151-b619-258c7e98a0bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:36:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:54Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c1e5e8a0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34818"
    uid: c8d9fbda-7826-42e9-bea9-0340730fb9b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:36:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:54Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c1e8adeae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34820"
    uid: ff8297e8-8596-49b0-be86-694cccfa41a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:36:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:54Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c1e9261ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34821"
    uid: df89c411-6230-4907-babd-f1071ce42683
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:36:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:58Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c2f5bbf40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: 13c738b0-ed20-4e71-b761-adf44cddba05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:36:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:58Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c2f8da1b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34862"
    uid: 2b46cd75-9c1a-44d5-935e-a7695cb1508f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:36:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:58Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c2f956d9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 63a0e7e9-926c-46a9-b0fa-93732597ae14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:36:58Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:58Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c2f96651c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34866"
    uid: a3b9de18-9261-4ba8-aa1e-45fe7d4785fa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:37:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.906s (2.906s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:01Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c3a6a9c7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34893"
    uid: 141bc61f-ad2b-42fb-b7bb-553d0a187e0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:37:01Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-09T21:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:01Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c3a98f6c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34894"
    uid: 5bb9e345-d792-4cb4-aa63-609c22bd1155
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:37:01Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-09T21:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:01Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c3aa0a44d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34895"
    uid: 054a9ae0-529b-44ef-808f-fe6eed4b0ac4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:37:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:01Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c3aa154a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "34896"
    uid: 0be0d7a3-7c7c-471d-9d4d-f9f05ae80d3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:37:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:01Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c3ad05414a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34897"
    uid: 42a262e4-86f6-456e-bd66-c48ae57ccbd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:37:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:01Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c3ad7f29d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34898"
    uid: 50f50750-938e-425b-95bd-54e88656dc99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:38:38Z"
  message: 'Readiness probe failed: Get "http://10.133.0.48:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:38Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4c9f3e8b465
    namespace: kserve-ci-e2e-test
    resourceVersion: "35878"
    uid: b2ed38a3-eda9-4ff0-a94b-433eecac2f26
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:37:33Z"
  message: 'Liveness probe failed: Get "http://10.133.0.48:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:33Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4cb253b9e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "35131"
    uid: a58b0208-95e1-4cb6-835d-ed9b80fe83e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:38:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:12Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4d4416c20c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35616"
    uid: ae72cd22-3f48-4155-bc78-ebeeb4096c8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:38:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:12Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4d4416cb1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35617"
    uid: 9cd21bd1-327c-4d5a-9034-3498feb163fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:38:12Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-09T21:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:12Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4d4416d034b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: ca73960d-634a-4835-8d74-89d95f11cd01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 0242520b-6e9e-485f-b3f0-a4278e0403fc
  kind: Event
  lastTimestamp: "2026-09-09T21:38:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:38:38Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6.18d3c4d46dc1bca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35877"
    uid: fef0626e-51c8-499c-84d3-36dbcec89f38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-cd9cbcb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: b2766a47-07ee-4fff-acab-448b787a0197
  kind: Event
  lastTimestamp: "2026-09-09T21:36:52Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-cd9cbcb46-4p2d6'
  metadata:
    creationTimestamp: "2026-09-09T21:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:36:52Z"
    name: isvc-sklearn-mcp-predictor-cd9cbcb46.18d3c4c19de12077
    namespace: kserve-ci-e2e-test
    resourceVersion: "34793"
    uid: 4bf44acd-5049-40f5-9471-b04477e2b892
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34778"
    uid: 925e2f90-e3b5-4005-be8f-cb61ece44428
  kind: Event
  lastTimestamp: "2026-09-09T21:36:52Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-cd9cbcb46 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:36:52Z"
    name: isvc-sklearn-mcp-predictor.18d3c4c19b08f722
    namespace: kserve-ci-e2e-test
    resourceVersion: "34782"
    uid: 44675f76-09ba-4118-a522-8cefdc79603d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34771"
    uid: b0286b65-a359-4d37-85e0-b9e417f05b63
  kind: Event
  lastTimestamp: "2026-09-09T21:38:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:38:08Z"
    name: isvc-sklearn-mcp.18d3c4c19aabc8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35576"
    uid: 975182e6-5729-4d84-b6fd-4cf6b826daf0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34771"
    uid: b0286b65-a359-4d37-85e0-b9e417f05b63
  kind: Event
  lastTimestamp: "2026-09-09T21:36:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:36:52Z"
    name: isvc-sklearn-mcp.18d3c4c19b42431a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34802"
    uid: c35b22ef-0f26-41a0-8da4-e704467bd3d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34773"
    uid: b0286b65-a359-4d37-85e0-b9e417f05b63
  kind: Event
  lastTimestamp: "2026-09-09T21:36:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:36:52Z"
    name: isvc-sklearn-mcp.18d3c4c1a0cf19fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34803"
    uid: c469d55d-0c8f-4f5b-b28d-0e55fc090b58
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35573"
    uid: b0286b65-a359-4d37-85e0-b9e417f05b63
  kind: Event
  lastTimestamp: "2026-09-09T21:38:08Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:38:08Z"
    name: isvc-sklearn-mcp.18d3c4d34a906e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: bc3e738b-aeec-45ca-be55-43182df8139d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:13:09.672667Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5bd8597c94-nk7fg
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:13:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:13:09Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c37641bcf12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: c6db5841-6705-4fbc-adf4-76b3a769154f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20975"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:10Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:13:10Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c37663fb87b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: 512c1521-0dc8-4a37-be1d-61b400db6c91
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:10Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c37665799c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: 1cf2bcdf-bb83-461e-a652-3cce11c09571
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:10Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c3766815de3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 3b5ee18d-acd9-4eb8-93aa-7f590ffd4bbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:10Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c376688f1ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: 411866a4-215f-4a7c-9b17-1a59b1447ada
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:15Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c3779081510c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: 7a714e71-5f9e-4a53-ad22-caed01794fa1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:15Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c377938d640c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21030"
    uid: e665bfaa-32b7-407a-8df4-8bf3cb659673
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:15Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c377940848d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: d3458d7c-9fed-4539-8b12-c546742d0fc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:15Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c3779412d413
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: efebec00-48f1-449d-afec-32cf1afd6b12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:15Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c37797db8a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21036"
    uid: 90392abe-08b1-44d7-9afb-51f1595573d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:15Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c37798567b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21037"
    uid: 1a65eede-bee9-497e-bad6-711832f2e0ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:14:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:43Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c37808793f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 8d9e0169-ceea-40c1-83a0-b022c751e1cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:14:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:39Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c38b3c0be79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: 7f0f3702-6ac9-4fbf-9f12-dd2a05b55997
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:14:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:39Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c38b3c0c5e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: ab796ca6-4c66-497a-9c4c-1b7bc0a7dbd3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fc8c6d21-5fc6-4e1d-b0c2-7ad7bc3541d3
  kind: Event
  lastTimestamp: "2026-09-09T21:14:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:43Z"
    name: isvc-sklearn-predictor-5bd8597c94-nk7fg.18d3c38c0eac6736
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: 2ce5a0ca-bb8e-4189-8f80-89ae7872f338
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5bd8597c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20955"
    uid: 31414c68-1c8b-4c82-8522-6abcd3843912
  kind: Event
  lastTimestamp: "2026-09-09T21:13:09Z"
  message: 'Created pod: isvc-sklearn-predictor-5bd8597c94-nk7fg'
  metadata:
    creationTimestamp: "2026-09-09T21:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:09Z"
    name: isvc-sklearn-predictor-5bd8597c94.18d3c3764154db92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20968"
    uid: e900057f-81e3-46fe-9006-3fa69bce4f0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: c4a9ddaf-b385-404a-b8a4-07d51eb04e67
  kind: Event
  lastTimestamp: "2026-09-09T21:13:09Z"
  message: Scaled up replica set isvc-sklearn-predictor-5bd8597c94 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:09Z"
    name: isvc-sklearn-predictor.18d3c3763dc9e2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: 05032931-2e34-4cf0-a777-97478c42757c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20954"
    uid: 48e04838-ecbf-40e7-9ddc-471086ab030a
  kind: Event
  lastTimestamp: "2026-09-09T21:13:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:39Z"
    name: isvc-sklearn-predictor.18d3c379bddbc983
    namespace: kserve-ci-e2e-test
    resourceVersion: "21214"
    uid: d1f3d83e-be51-4e18-a897-12153d6333cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20954"
    uid: 48e04838-ecbf-40e7-9ddc-471086ab030a
  kind: Event
  lastTimestamp: "2026-09-09T21:13:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:39Z"
    name: isvc-sklearn-predictor.18d3c379bea47959
    namespace: kserve-ci-e2e-test
    resourceVersion: "21215"
    uid: 4d13b115-99d1-488a-82f3-a404bb430b30
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 48e04838-ecbf-40e7-9ddc-471086ab030a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:39Z"
    name: isvc-sklearn-predictor.18d3c380bc832906
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: ad2aebcc-b342-439f-b03f-1bee26303763
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 48e04838-ecbf-40e7-9ddc-471086ab030a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:39Z"
    name: isvc-sklearn-predictor.18d3c380bce62334
    namespace: kserve-ci-e2e-test
    resourceVersion: "21663"
    uid: e6ea101b-03ab-4c64-84ab-4587e2021f96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:18:00.188340Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:18:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:18:00Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3b9e5d23754
    namespace: kserve-ci-e2e-test
    resourceVersion: "23488"
    uid: 24d0fa48-f45b-4fbf-9d49-02f2436c87ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:00Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3b9ef79fbe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23497"
    uid: 097766fe-f3f5-4466-a803-b8d06a230f9c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23491"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:01Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:18:01Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3ba2e0f4ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23509"
    uid: d4006dda-5139-4b03-9c9f-d0158c7f1a78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:01Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3ba2faf0ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23512"
    uid: f72f1494-1991-433b-8fc6-729274c9fe9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:01Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3ba3350fae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23513"
    uid: dea10edd-3875-4f90-a497-2c5c10d3ba1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:01Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3ba33b7a9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23514"
    uid: 681d1573-3a3a-4338-8717-f1539d58a70d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:08Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3bbea96df9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: 9056df43-3734-457d-84c1-9bff61ec102d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:08Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3bbef87980e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: a0a7421b-41ee-4b9f-aae1-ccc1f6eb0c0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:08Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3bbf0075f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 9f8c7252-2995-431b-bbe9-df2d6c88b95c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:08Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3bbf0134b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: ad35495b-47c9-4520-b575-32da4ff56aac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:09Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3bbf4584ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23585"
    uid: b65ffe34-e9fa-4609-9954-4a317ffd9849
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:09Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3bbf5031ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: 98ca5b8e-3d7f-4548-a587-ced9abee684e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:25Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3bc26d30f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: 11f39676-6f44-4a55-8c11-e8bd595208a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:42Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3c3b83c0da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23850"
    uid: 5ebc9bd7-b6be-438b-8e87-cc27f3bbd72b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 6c421d3c-86e4-4db6-a723-ef73d4a3be9f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:42Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b-npc84.18d3c3c3b83d8443
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: a9c16c23-1836-454c-a8ca-cc863639c9df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6446f4d54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23472"
    uid: d28c8c72-717d-4c42-874b-06828727c6c8
  kind: Event
  lastTimestamp: "2026-09-09T21:18:00Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6446f4d54b-npc84'
  metadata:
    creationTimestamp: "2026-09-09T21:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:00Z"
    name: isvc-sklearn-runtime-predictor-6446f4d54b.18d3c3b9e536ac72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23482"
    uid: 6b78f34d-07d7-4c1d-97f9-8dc4b55551dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 971b4c1b-ba79-47ad-9775-20e2f045e8c7
  kind: Event
  lastTimestamp: "2026-09-09T21:18:00Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6446f4d54b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:00Z"
    name: isvc-sklearn-runtime-predictor.18d3c3b9e2467c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23474"
    uid: f8f686e4-7c99-4010-87d9-113383b6451f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23471"
    uid: 776818bf-79e1-40af-b61d-496708f30d2f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:30Z"
    name: isvc-sklearn-runtime-predictor.18d3c3bd60e2efac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: b5a530d0-605f-4e52-a75e-92c8dcbffab4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23471"
    uid: 776818bf-79e1-40af-b61d-496708f30d2f
  kind: Event
  lastTimestamp: "2026-09-09T21:18:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:30Z"
    name: isvc-sklearn-runtime-predictor.18d3c3bd612a75c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23741"
    uid: f560ff4a-413a-4d6f-acd7-7a77ac438149
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23462"
    uid: 5fa50275-7451-4ed9-bc1a-d7fbed2519f8
  kind: Event
  lastTimestamp: "2026-09-09T21:18:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:18:36Z"
    name: isvc-sklearn-runtime.18d3c3b9e27672df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23792"
    uid: 94eaa574-da3c-4f5e-b8e7-232f212cf44f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23462"
    uid: 5fa50275-7451-4ed9-bc1a-d7fbed2519f8
  kind: Event
  lastTimestamp: "2026-09-09T21:18:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:18:00Z"
    name: isvc-sklearn-runtime.18d3c3b9e2e53267
    namespace: kserve-ci-e2e-test
    resourceVersion: "23477"
    uid: 0eaa1b82-ff37-44ab-9450-051ce4942abb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 5fa50275-7451-4ed9-bc1a-d7fbed2519f8
  kind: Event
  lastTimestamp: "2026-09-09T21:18:36Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:18:36Z"
    name: isvc-sklearn-runtime.18d3c3c23d364287
    namespace: kserve-ci-e2e-test
    resourceVersion: "23791"
    uid: 65f3f4b6-1397-4f6a-bcf3-359d124bd0fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:34:36.665090Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33430"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:34:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:34:36Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4a1e876d8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33435"
    uid: 89a4d600-4d16-4a00-9b11-2f157520f0de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:34:37Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:34:37Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4a20a7a3a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "33453"
    uid: 2b2f2d9b-4c9f-4480-8845-5c388f6ce451
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:34:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:37Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4a20c5cd3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33455"
    uid: fa15963e-2582-4f2c-b34f-8de7dae839d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:34:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:37Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4a20febf4c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 0e614a8e-fb39-4a36-9b3c-2b3ed89b3efd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:34:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:37Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4a210650dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33457"
    uid: 71df8be0-9da7-46e6-b0cb-d91de2c8f3b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:34:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:39Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4a277e7bed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33477"
    uid: fb51a8de-bdef-430a-a14c-09f979f42a29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:34:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:39Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4a27ac81fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33479"
    uid: 0d64143d-a821-4d52-92b6-4558a48e22a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:34:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:39Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4a27b400def
    namespace: kserve-ci-e2e-test
    resourceVersion: "33480"
    uid: b7d45ad7-8995-4d37-930b-14427cac0d14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:34:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:39Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4a27b4ca00a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33483"
    uid: 8538b76f-1421-47ff-884d-4ca51ce0542c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:34:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:39Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4a27e83a27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 0ef54461-ae05-4d95-8fb5-aa6d4cf648db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:34:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:39Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4a27ef6f4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33486"
    uid: 8e2d43ae-deab-4d96-a0d9-f08aaf308212
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:36:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:14Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4a2efbf406b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34451"
    uid: eeabb08f-0411-408e-ba82-2536e7578df4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:36:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:10Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4b7d5eb809b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 88384936-04ff-49a9-8094-968a3a34dc6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:36:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:10Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4b7d5eca5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34369"
    uid: cb023506-b838-4e6a-8ce2-adf716d1aac6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ab7676df-d912-4f35-a796-a0cb5c3bc2d9
  kind: Event
  lastTimestamp: "2026-09-09T21:36:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:12Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79-brmk5.18d3c4b81ffbafc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34418"
    uid: dd2fd06c-975a-4c67-88fe-1c457474bd49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6957ddcb79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 8f283c9b-07d8-4905-b78f-9987b7fcd3dc
  kind: Event
  lastTimestamp: "2026-09-09T21:34:36Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6957ddcb79-brmk5'
  metadata:
    creationTimestamp: "2026-09-09T21:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:34:36Z"
    name: isvc-sklearn-s3-predictor-6957ddcb79.18d3c4a1e7c4de8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33431"
    uid: ac90ac16-9126-4712-b7a6-7f63f9b315b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33418"
    uid: e13446cc-1e4c-4df3-842c-b23e350936ef
  kind: Event
  lastTimestamp: "2026-09-09T21:34:36Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6957ddcb79 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:34:36Z"
    name: isvc-sklearn-s3-predictor.18d3c4a1e4feb3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33423"
    uid: 523880bb-2ade-4f94-b750-dfeee9337ea0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33419"
    uid: b41afcd0-8621-4308-8e64-422be0850821
  kind: Event
  lastTimestamp: "2026-09-09T21:35:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:35:21Z"
    name: isvc-sklearn-s3-predictor.18d3c4a563c01920
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: f2697f47-a59d-4a6c-a9bd-91859223b38e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33419"
    uid: b41afcd0-8621-4308-8e64-422be0850821
  kind: Event
  lastTimestamp: "2026-09-09T21:35:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:35:21Z"
    name: isvc-sklearn-s3-predictor.18d3c4a5642ebb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33826"
    uid: 6a763337-d1fc-4df6-963f-9147abdcac14
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33583"
    uid: b41afcd0-8621-4308-8e64-422be0850821
  kind: Event
  lastTimestamp: "2026-09-09T21:36:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:36:06Z"
    name: isvc-sklearn-s3-predictor.18d3c4afe0cd82d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: ac503466-0ae4-48ea-bb94-63a080f972aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:35:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33583"
    uid: b41afcd0-8621-4308-8e64-422be0850821
  kind: Event
  lastTimestamp: "2026-09-09T21:36:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:36:06Z"
    name: isvc-sklearn-s3-predictor.18d3c4afe1796cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34317"
    uid: 5b3daaa0-8eb0-416b-8f8b-82c59bcbc952
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:39:24.342782Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: e48bf5eb-9426-44ec-a38c-48e33d679b61
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:39:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:39:24Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n.18d3c4e4e3640463
    namespace: kserve-ci-e2e-test
    resourceVersion: "36285"
    uid: 5977b57d-0500-4652-94f7-f253bc775706
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36288"
    uid: e48bf5eb-9426-44ec-a38c-48e33d679b61
  kind: Event
  lastTimestamp: "2026-09-09T21:39:24Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:39:24Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n.18d3c4e5053e8b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36295"
    uid: 83e971e9-ef55-4a6c-90a1-f7cfbb0f5a6a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36282"
    uid: e48bf5eb-9426-44ec-a38c-48e33d679b61
  kind: Event
  lastTimestamp: "2026-09-09T21:39:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n.18d3c4e506b0cdab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36348"
    uid: 63351a36-85de-4b5c-a1ed-53ad9da26178
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36282"
    uid: e48bf5eb-9426-44ec-a38c-48e33d679b61
  kind: Event
  lastTimestamp: "2026-09-09T21:39:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n.18d3c4e509b44a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "36365"
    uid: 846c7ae2-eae9-4ef2-848f-4095872ea6f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36282"
    uid: e48bf5eb-9426-44ec-a38c-48e33d679b61
  kind: Event
  lastTimestamp: "2026-09-09T21:39:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n.18d3c4e50a765227
    namespace: kserve-ci-e2e-test
    resourceVersion: "36366"
    uid: 1c064693-10e5-4637-801d-f7d3b895073f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36282"
    uid: e48bf5eb-9426-44ec-a38c-48e33d679b61
  kind: Event
  lastTimestamp: "2026-09-09T21:39:33Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n_kserve-ci-e2e-test(e48bf5eb-9426-44ec-a38c-48e33d679b61)
  metadata:
    creationTimestamp: "2026-09-09T21:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:33Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n.18d3c4e6f7e38019
    namespace: kserve-ci-e2e-test
    resourceVersion: "36393"
    uid: 50f94bdf-bcca-453d-9d9c-37b8146a05b8
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36269"
    uid: b182836e-e4a6-41fd-a1a0-9ed93ac445ff
  kind: Event
  lastTimestamp: "2026-09-09T21:39:24Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9-tlf8n'
  metadata:
    creationTimestamp: "2026-09-09T21:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:39:24Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9.18d3c4e4e28c4b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "36279"
    uid: 7758b039-f9a7-4795-9aaf-d8cfb85ebe50
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36267"
    uid: 291d2a0b-f38d-4b3d-ad69-088d929ef6b9
  kind: Event
  lastTimestamp: "2026-09-09T21:39:24Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-6b6dfb74f9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:39:24Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d3c4e4dfa04d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36271"
    uid: 360f30bc-39da-4ad9-a5ec-1748f8f3eb7f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36258"
    uid: 11016b79-6fa2-4677-b688-9073b881381d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:39:33Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d3c4e4dfb28ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36401"
    uid: 3ad964c8-6deb-4422-ba91-b91768017014
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36258"
    uid: 11016b79-6fa2-4677-b688-9073b881381d
  kind: Event
  lastTimestamp: "2026-09-09T21:39:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:39:24Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d3c4e4e03cb06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36275"
    uid: b005d9ea-5cf3-4262-b6bc-677efe077e71
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:37:53.177995Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35417"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:37:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:37:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4cfa98bca9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35421"
    uid: 266e3ec6-1a64-4650-b9c1-e219c9f10611
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35427"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:37:53Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:37:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4cfcbbd06e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35439"
    uid: 50e2b0b0-cada-4708-9180-07eb0cd43132
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:37:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4cfcd491e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "35441"
    uid: d0327e7d-a826-4448-a7eb-38c1fb4b379d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:37:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4cfd00c3caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35443"
    uid: 848eceee-771e-4c7a-a8eb-ddfea265723b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:37:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4cfd083125e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35444"
    uid: 7580e8e2-fb1d-4cb7-8078-5090ac7d1bdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:37:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4d04a3f4bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35462"
    uid: 0b5024d3-d376-4674-bb57-ca1299950509
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:37:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4d04d7d588a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35464"
    uid: 7765b425-4b72-4400-a720-0f5c5c12de69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:37:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4d04df6a912
    namespace: kserve-ci-e2e-test
    resourceVersion: "35468"
    uid: 25e32b84-e904-460f-97c9-098e6a9a7c24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:37:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4d04e020050
    namespace: kserve-ci-e2e-test
    resourceVersion: "35469"
    uid: f4416934-c019-406a-b0aa-c6938201cacf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:37:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4d051c6adb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35471"
    uid: cc2d824e-9b10-4918-9963-2977f3a9b37e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:37:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4d052529538
    namespace: kserve-ci-e2e-test
    resourceVersion: "35472"
    uid: 7fc07e23-dd53-4262-a58d-8d198b1fe2b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:39:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4d0c239cda5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36249"
    uid: 27eac7a7-7d86-44dc-94f1-ea4077c8bcb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:39:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4e49fbc019e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36236"
    uid: 01b3239e-6d6a-4a6d-b477-9640a377b451
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:39:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4e49fbcac5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36237"
    uid: 7754b727-1125-421f-9427-b275d569777d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 66164e11-fdf5-446c-adee-c078fa8e6f29
  kind: Event
  lastTimestamp: "2026-09-09T21:39:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.64:8643/healthz": dial tcp
    10.132.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6.18d3c4e4c8d65877
    namespace: kserve-ci-e2e-test
    resourceVersion: "36248"
    uid: 96a6504c-02ad-452b-a9db-fd4863874416
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35408"
    uid: cbca8c23-c687-4521-bf7c-11c4d807f1ea
  kind: Event
  lastTimestamp: "2026-09-09T21:37:53Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f-pqjx6'
  metadata:
    creationTimestamp: "2026-09-09T21:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:37:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f.18d3c4cfa9220e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35418"
    uid: b8a8ef12-0154-4d51-8b91-d204bd004cb1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35406"
    uid: d28a0df1-1543-4d7b-9c5f-d14b665fbcd6
  kind: Event
  lastTimestamp: "2026-09-09T21:37:53Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-77678d899f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:37:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c4cfa6ae9960
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 4dc1175c-9c72-4c68-84b7-2a30253ef5eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35407"
    uid: 9baec909-def3-423b-86fc-499b31abc693
  kind: Event
  lastTimestamp: "2026-09-09T21:38:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:38:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c4d325e6e8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35561"
    uid: 93af0a2c-b094-4b36-a829-e9cb14cf4494
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35407"
    uid: 9baec909-def3-423b-86fc-499b31abc693
  kind: Event
  lastTimestamp: "2026-09-09T21:38:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:38:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c4d327027eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35563"
    uid: b89c5aee-a881-400f-a8e4-ba6cdcaa3f17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35562"
    uid: 9baec909-def3-423b-86fc-499b31abc693
  kind: Event
  lastTimestamp: "2026-09-09T21:39:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:39:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c4d6a62a6026
    namespace: kserve-ci-e2e-test
    resourceVersion: "36095"
    uid: 53772c39-a13e-45ac-a1ae-e001ca799aa7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:38:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35562"
    uid: 9baec909-def3-423b-86fc-499b31abc693
  kind: Event
  lastTimestamp: "2026-09-09T21:39:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:39:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c4d6a6a2d62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36096"
    uid: 85ba95e5-e41d-4fa1-9e25-a5f487a81194
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35399"
    uid: a023031d-3c34-454d-ba69-debcdf2a49de
  kind: Event
  lastTimestamp: "2026-09-09T21:39:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:39:14Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d3c4cfa6c3887c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36148"
    uid: 01e9f33c-4bdc-4c46-b6e7-65793ebcdc4e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35399"
    uid: a023031d-3c34-454d-ba69-debcdf2a49de
  kind: Event
  lastTimestamp: "2026-09-09T21:37:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:37:53Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d3c4cfa748ddd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35414"
    uid: e6bb89e8-e3a3-4250-9fd1-4e4449ac771f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36146"
    uid: a023031d-3c34-454d-ba69-debcdf2a49de
  kind: Event
  lastTimestamp: "2026-09-09T21:39:13Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:39:13Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d3c4e27a6b5a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36147"
    uid: 9a634f52-ab59-4967-b266-fa0700d741cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:37:42.064257Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35244"
    uid: a9d0dfb3-179e-4462-b656-d52c1121d103
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:37:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:37:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd.18d3c4cd131d943c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35248"
    uid: 9f108c69-7f44-498a-8f5a-65f813f81387
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35254"
    uid: a9d0dfb3-179e-4462-b656-d52c1121d103
  kind: Event
  lastTimestamp: "2026-09-09T21:37:42Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:37:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd.18d3c4cd35256260
    namespace: kserve-ci-e2e-test
    resourceVersion: "35265"
    uid: 67af16bb-6a8b-4d97-9848-96df4ea94005
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35246"
    uid: a9d0dfb3-179e-4462-b656-d52c1121d103
  kind: Event
  lastTimestamp: "2026-09-09T21:37:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd.18d3c4cd36890e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35310"
    uid: 1a85c885-d01f-44a1-81b0-d014d5c2bc7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35246"
    uid: a9d0dfb3-179e-4462-b656-d52c1121d103
  kind: Event
  lastTimestamp: "2026-09-09T21:37:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd.18d3c4cd393d397a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35314"
    uid: 3ca757a5-7575-475d-9c22-5037f138901b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35246"
    uid: a9d0dfb3-179e-4462-b656-d52c1121d103
  kind: Event
  lastTimestamp: "2026-09-09T21:37:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd.18d3c4cd39b47e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "35315"
    uid: 91659b23-00bd-4e1a-87f5-8a4c9364c6cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35246"
    uid: a9d0dfb3-179e-4462-b656-d52c1121d103
  kind: Event
  lastTimestamp: "2026-09-09T21:37:50Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd_kserve-ci-e2e-test(a9d0dfb3-179e-4462-b656-d52c1121d103)
  metadata:
    creationTimestamp: "2026-09-09T21:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:50Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd.18d3c4cf1ed42631
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: e0af18f5-d082-4851-8e94-9194f49a37f0
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35235"
    uid: f18cd5cc-890b-4766-990e-903b6815a452
  kind: Event
  lastTimestamp: "2026-09-09T21:37:42Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9-zkxsd'
  metadata:
    creationTimestamp: "2026-09-09T21:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:37:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9.18d3c4cd12b2a12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35245"
    uid: 9973add1-478c-4b39-9550-9668ce3a2473
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35233"
    uid: 98e57084-aaa4-4c5d-a446-9187caf28ae0
  kind: Event
  lastTimestamp: "2026-09-09T21:37:42Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-69d586f7f9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:37:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d3c4cd10447010
    namespace: kserve-ci-e2e-test
    resourceVersion: "35237"
    uid: c876e46e-33af-4318-8ad7-1de23240ce03
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: d62a2e94-832f-4d31-851d-0306d9e8df01
  kind: Event
  lastTimestamp: "2026-09-09T21:37:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:37:50Z"
    name: isvc-sklearn-s3-tls-global-fail.18d3c4cd10496b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "35352"
    uid: 8b8a28d4-be3b-4988-aa94-aed38f284cf1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: d62a2e94-832f-4d31-851d-0306d9e8df01
  kind: Event
  lastTimestamp: "2026-09-09T21:37:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:37:42Z"
    name: isvc-sklearn-s3-tls-global-fail.18d3c4cd10c5d3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35241"
    uid: eee71b81-0c66-41f9-996f-1f1379bc05b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:36:11.000188Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:36:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:36:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4b7df462a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "34397"
    uid: 687aa103-3412-4e6a-beae-e17ccdfa7e92
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34402"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:36:11Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:36:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4b80157dab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34411"
    uid: 53d8b917-5e11-4a6d-b93d-69d223173dd8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:36:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4b802d3d822
    namespace: kserve-ci-e2e-test
    resourceVersion: "34413"
    uid: b1cfce97-a731-472c-afe0-1509f0037832
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:36:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4b8055e8027
    namespace: kserve-ci-e2e-test
    resourceVersion: "34414"
    uid: 3f11fc6b-55c8-49b3-b98b-8826f41b2647
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:36:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4b805d49092
    namespace: kserve-ci-e2e-test
    resourceVersion: "34415"
    uid: 07ab10d1-9fe8-40c4-94af-864fa62ae798
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:36:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4b871601c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34439"
    uid: 0629a506-1ce9-4cd2-bd4b-45e75a001fa7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:36:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4b874a1d2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34441"
    uid: 772a2be8-7ddc-4876-b1bc-4efe83dd8a1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:36:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4b875340a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: 95eef4c4-6549-4023-b7e1-3029be996b06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:36:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4b87540598f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 36139f0f-a2e5-4e63-b05a-d04a2cf902e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:36:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4b8789c2175
    namespace: kserve-ci-e2e-test
    resourceVersion: "34447"
    uid: 881693ba-c706-4dfe-b723-464c7c65a06d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:36:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:36:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4b879111391
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 502f4a7c-565a-46b6-9476-298a528f1993
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:37:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4b8ad25e872
    namespace: kserve-ci-e2e-test
    resourceVersion: "35293"
    uid: a7663bf0-4ff4-418a-a32b-ff428c7823b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:37:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4ccd0cc860c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: 70649de4-1734-4cc0-866c-84ca365a6cc8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:37:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4ccd0cd5ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35206"
    uid: b314e5a6-8ff0-428c-9189-6da0704bdfe5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 172df869-645e-4ede-966c-0d6f5aedf0ce
  kind: Event
  lastTimestamp: "2026-09-09T21:37:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:37:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2.18d3c4cddd63e260
    namespace: kserve-ci-e2e-test
    resourceVersion: "35297"
    uid: 0b1d0b3e-d6b6-4339-8425-6ae4c6e46633
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747
    namespace: kserve-ci-e2e-test
    resourceVersion: "34382"
    uid: 32005543-43d7-4196-8cd9-5ff3c20613bd
  kind: Event
  lastTimestamp: "2026-09-09T21:36:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-d67455747-9thh2'
  metadata:
    creationTimestamp: "2026-09-09T21:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:36:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-d67455747.18d3c4b7de880de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34392"
    uid: 17615af0-8c89-43b0-87da-c61598d9aca7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34380"
    uid: b2f13a9e-d831-40d1-9112-ad60786efe08
  kind: Event
  lastTimestamp: "2026-09-09T21:36:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-d67455747
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:36:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c4b7db51dd9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34385"
    uid: ba3f3087-120f-46c9-9837-9f6b624252c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34381"
    uid: 13832954-70bb-47b0-8b4c-4f8dc655e524
  kind: Event
  lastTimestamp: "2026-09-09T21:37:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:37:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c4bb5a0b6c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "35078"
    uid: 2e0395f9-e8ab-4c59-8baf-bd95ad9291e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34381"
    uid: 13832954-70bb-47b0-8b4c-4f8dc655e524
  kind: Event
  lastTimestamp: "2026-09-09T21:37:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:37:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c4bb5a6b2923
    namespace: kserve-ci-e2e-test
    resourceVersion: "35079"
    uid: 5d84a1e4-31cd-45e0-b41d-aa6d115d17d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: 13832954-70bb-47b0-8b4c-4f8dc655e524
  kind: Event
  lastTimestamp: "2026-09-09T21:36:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:36:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c4bed91866fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34658"
    uid: b06aceae-be3e-4365-b020-54d7591b32db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: 13832954-70bb-47b0-8b4c-4f8dc655e524
  kind: Event
  lastTimestamp: "2026-09-09T21:36:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:36:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c4bed9766651
    namespace: kserve-ci-e2e-test
    resourceVersion: "34660"
    uid: de695a30-d516-4150-ae4d-3d7c13690a06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 78934e4a-ea44-4536-a5f3-869ecd299ca3
  kind: Event
  lastTimestamp: "2026-09-09T21:37:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:37:35Z"
    name: isvc-sklearn-s3-tls-global-pass.18d3c4b7db25bfd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35150"
    uid: c8e9e1aa-5d92-4b78-a037-bed2b1ca67f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 78934e4a-ea44-4536-a5f3-869ecd299ca3
  kind: Event
  lastTimestamp: "2026-09-09T21:36:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:36:10Z"
    name: isvc-sklearn-s3-tls-global-pass.18d3c4b7dba300ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34387"
    uid: 1673c588-f507-41c4-9cca-6eb616d1c68a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:37:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35148"
    uid: 78934e4a-ea44-4536-a5f3-869ecd299ca3
  kind: Event
  lastTimestamp: "2026-09-09T21:37:35Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:37:35Z"
    name: isvc-sklearn-s3-tls-global-pass.18d3c4cb74f06f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35149"
    uid: 902961ee-83ac-4fc9-8f1e-e86e91c788b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:40:56.624192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37299"
    uid: a60462aa-e7fa-4ebd-9a9b-622e9f14706f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:40:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:40:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42.18d3c4fa5fca9c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "37304"
    uid: 378f8701-6d33-4b0f-a21b-dfa68cff40ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37309"
    uid: a60462aa-e7fa-4ebd-9a9b-622e9f14706f
  kind: Event
  lastTimestamp: "2026-09-09T21:40:57Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:40:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42.18d3c4fa81bee08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37320"
    uid: 4b854b19-5a3b-41dc-8d1d-5e8db801e026
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37301"
    uid: a60462aa-e7fa-4ebd-9a9b-622e9f14706f
  kind: Event
  lastTimestamp: "2026-09-09T21:41:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:01Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42.18d3c4fa835ed064
    namespace: kserve-ci-e2e-test
    resourceVersion: "37367"
    uid: e3f50d03-346b-444e-b9fe-02d02ee037e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37301"
    uid: a60462aa-e7fa-4ebd-9a9b-622e9f14706f
  kind: Event
  lastTimestamp: "2026-09-09T21:41:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:01Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42.18d3c4fa869acb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "37369"
    uid: 4b893f4c-bfa8-46c4-82b4-3b3c3092d5b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37301"
    uid: a60462aa-e7fa-4ebd-9a9b-622e9f14706f
  kind: Event
  lastTimestamp: "2026-09-09T21:41:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:01Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42.18d3c4fa8720c0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37372"
    uid: f44fda53-f38c-4762-a9bb-3a3f7d5586f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37301"
    uid: a60462aa-e7fa-4ebd-9a9b-622e9f14706f
  kind: Event
  lastTimestamp: "2026-09-09T21:41:06Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:06Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42.18d3c4fcadaad397
    namespace: kserve-ci-e2e-test
    resourceVersion: "37424"
    uid: 15aaca05-d0d0-4fa9-95f1-251f25936d44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37291"
    uid: d96f19cb-4e69-4a80-b9c3-9a2edf8c18c4
  kind: Event
  lastTimestamp: "2026-09-09T21:40:56Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d-4nc42'
  metadata:
    creationTimestamp: "2026-09-09T21:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:40:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d.18d3c4fa5f06bf4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37300"
    uid: 479dd4db-3f6d-4981-b389-ed97bf133d82
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37288"
    uid: f21b1c60-df75-4600-bdbd-1cd78a3e0ded
  kind: Event
  lastTimestamp: "2026-09-09T21:40:56Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7f54548f9d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:40:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d3c4fa5ca4c8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37293"
    uid: d8810f65-1a71-487e-887a-36f304e6d205
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37281"
    uid: 8a4f8b3d-b0da-47cb-9bea-3e1e66de927a
  kind: Event
  lastTimestamp: "2026-09-09T21:41:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:41:01Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d3c4fa5ca68e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37373"
    uid: 48a2b6a9-c6c7-42ce-aee4-aa7ba0e3d31e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37281"
    uid: 8a4f8b3d-b0da-47cb-9bea-3e1e66de927a
  kind: Event
  lastTimestamp: "2026-09-09T21:40:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:40:56Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d3c4fa5d22b3b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37296"
    uid: dd27f368-e998-4876-a79a-0c0969677900
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:39:35.440288Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36502"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:39:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:39:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4e778da8b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36507"
    uid: 4714e23a-e36b-4010-b3f3-5ba72850656a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36513"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:39:36Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:39:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4e79ab23e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "36534"
    uid: e1f588a0-b633-4b24-a01e-45f394a146b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:39:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4e79c2fa23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36536"
    uid: 28cfd57f-19b0-425b-a1df-c5aa920874c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:39:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4e79f6d167a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36537"
    uid: 93bd6a5a-67b5-4580-85cf-a6181f97de83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:39:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4e79fe21508
    namespace: kserve-ci-e2e-test
    resourceVersion: "36538"
    uid: 8a81bf5d-1de4-4128-86e7-aab8b2d01c10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:39:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4e7ebf5c241
    namespace: kserve-ci-e2e-test
    resourceVersion: "36557"
    uid: a9a80343-9441-48f0-9a96-ddd395485036
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:39:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4e7ef109a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "36560"
    uid: 61e26ebd-e5a8-4bab-8807-c16ef72ee174
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:39:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4e7ef89be56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36561"
    uid: 9d8407d5-6b57-42ae-81fa-dd95829eb49c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:39:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4e7ef948005
    namespace: kserve-ci-e2e-test
    resourceVersion: "36563"
    uid: aed1d788-83eb-4854-a8b8-2b995d884d2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:39:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4e7f282b573
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: af434a3d-566c-4e73-af71-208806e59ffc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:39:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:39:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4e7f2fb14e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36567"
    uid: 8a8a39d1-ad0b-4ece-b268-6b7a409d958b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:40:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4e8280c2ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37143"
    uid: 56fc98c7-e603-4c2c-9063-952162f4d6bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:40:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4fa19566abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37262"
    uid: f1dcbee2-bed8-4e04-ae76-7872ce61c0af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:40:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4fa1956de5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37263"
    uid: b2d609ef-52fb-4ffd-bb1a-6fd34d4f7844
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 34c76101-e4a6-4171-bc46-e3d94641cca6
  kind: Event
  lastTimestamp: "2026-09-09T21:40:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.65:8643/healthz": dial tcp
    10.132.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8.18d3c4fb04575bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37345"
    uid: 08dbab23-3a21-48f8-bb5a-a544c8971af8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36494"
    uid: f499efa4-5ff5-48cc-b0d4-7b52c3f1e92c
  kind: Event
  lastTimestamp: "2026-09-09T21:39:35Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4-5knp8'
  metadata:
    creationTimestamp: "2026-09-09T21:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:39:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4.18d3c4e7782cf17c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: fc1df599-2fb9-4478-82f1-262bd801b086
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36491"
    uid: 19a29a14-b3e9-440f-8c5c-841f5288efa8
  kind: Event
  lastTimestamp: "2026-09-09T21:39:35Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-6f74d47cd4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:39:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c4e7759d0bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 891b5df8-c6a2-4315-94c4-bf3854483f25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 8a3da019-2f10-4d91-84e9-906cfa57f1c5
  kind: Event
  lastTimestamp: "2026-09-09T21:39:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:39:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c4eaf414bb38
    namespace: kserve-ci-e2e-test
    resourceVersion: "36678"
    uid: dbf7a25e-f4f6-4350-9a74-a8804cc09b2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 8a3da019-2f10-4d91-84e9-906cfa57f1c5
  kind: Event
  lastTimestamp: "2026-09-09T21:39:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:39:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c4eaf4805910
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: 0d7fddf5-8cdb-40ef-bfa9-0a78a56031c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36679"
    uid: 8a3da019-2f10-4d91-84e9-906cfa57f1c5
  kind: Event
  lastTimestamp: "2026-09-09T21:40:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:40:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c4ee733677b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37197"
    uid: 0cf065f9-4466-4ebf-93d5-c7631dce8e22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36679"
    uid: 8a3da019-2f10-4d91-84e9-906cfa57f1c5
  kind: Event
  lastTimestamp: "2026-09-09T21:40:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:40:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c4ee738816c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37198"
    uid: 0b67f454-b2b2-4e3b-9119-4bd8a4e18ff2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36484"
    uid: 86602e63-9e31-4c26-b3be-e4692081de71
  kind: Event
  lastTimestamp: "2026-09-09T21:40:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:40:54Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d3c4e7759b2158
    namespace: kserve-ci-e2e-test
    resourceVersion: "37239"
    uid: 19096097-3aa2-4ce3-bde6-e52ca1ce50e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36484"
    uid: 86602e63-9e31-4c26-b3be-e4692081de71
  kind: Event
  lastTimestamp: "2026-09-09T21:39:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:39:35Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d3c4e7763caf5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36515"
    uid: 6df722f5-0c12-4c52-a2ab-b0bebe39da09
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:39:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36486"
    uid: 86602e63-9e31-4c26-b3be-e4692081de71
  kind: Event
  lastTimestamp: "2026-09-09T21:39:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T21:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:39:35Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d3c4e77c5f1501
    namespace: kserve-ci-e2e-test
    resourceVersion: "36516"
    uid: fd68a13b-bcbf-4b18-8f23-94acf3ec2583
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37237"
    uid: 86602e63-9e31-4c26-b3be-e4692081de71
  kind: Event
  lastTimestamp: "2026-09-09T21:40:54Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:40:54Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d3c4f9e09737ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37238"
    uid: 977fa313-0b96-46d9-b278-5fcef038062f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33410"
    uid: 9a86563d-25e9-4fd6-95a7-87f38ca0d163
  kind: Event
  lastTimestamp: "2026-09-09T21:36:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:36:04Z"
    name: isvc-sklearn-s3.18d3c4a1e4d5c81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34293"
    uid: 04603e4e-5aaa-45a9-a74d-81cbc31a0757
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33410"
    uid: 9a86563d-25e9-4fd6-95a7-87f38ca0d163
  kind: Event
  lastTimestamp: "2026-09-09T21:34:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:34:36Z"
    name: isvc-sklearn-s3.18d3c4a1e5609c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33444"
    uid: 7007d464-fe14-465c-82de-93125c971433
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: 9a86563d-25e9-4fd6-95a7-87f38ca0d163
  kind: Event
  lastTimestamp: "2026-09-09T21:34:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:34:36Z"
    name: isvc-sklearn-s3.18d3c4a1ecaebcb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33445"
    uid: 8fdd39aa-9f34-453e-bc79-a2a7091590e9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:36:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: 9a86563d-25e9-4fd6-95a7-87f38ca0d163
  kind: Event
  lastTimestamp: "2026-09-09T21:36:04Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:36:04Z"
    name: isvc-sklearn-s3.18d3c4b645483cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34292"
    uid: bb564e75-ef9f-4f90-92f0-767530dfb1f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7c4f976d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20537"
    uid: 8ebf58f0-7b91-4516-95b9-12d3ced8c09c
  kind: Event
  lastTimestamp: "2026-09-09T21:12:35Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7c4f976d4-ck4hl'
  metadata:
    creationTimestamp: "2026-09-09T21:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:35Z"
    name: isvc-sklearn-scheduler-predictor-7c4f976d4.18d3c36e381f1be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20549"
    uid: 5fe06421-6967-43fe-87b7-5e6e1be92b13
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 1b9a715b-840b-42ef-9bb9-586b783d254f
  kind: Event
  lastTimestamp: "2026-09-09T21:12:35Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7c4f976d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:35Z"
    name: isvc-sklearn-scheduler-predictor.18d3c36e33f498f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20539"
    uid: 72d06bd9-149b-4c80-ab9e-95a19cc3fc5d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: 04c0d7a0-239c-44a8-a3be-9f8d18ab9763
  kind: Event
  lastTimestamp: "2026-09-09T21:12:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:12:35Z"
    name: isvc-sklearn-scheduler.18d3c36e339d0392
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: 37b6a348-b02f-44d8-a876-eb17b900552d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: 04c0d7a0-239c-44a8-a3be-9f8d18ab9763
  kind: Event
  lastTimestamp: "2026-09-09T21:12:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:12:35Z"
    name: isvc-sklearn-scheduler.18d3c36e33fa29d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 71a0057e-9a71-45ed-b6b4-bf23c4f32fbe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: 04c0d7a0-239c-44a8-a3be-9f8d18ab9763
  kind: Event
  lastTimestamp: "2026-09-09T21:12:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:12:35Z"
    name: isvc-sklearn-scheduler.18d3c36e33fa7719
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 1d4b6264-b781-4c48-b642-2d5806df4b4c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:21:38.284741Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:21:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:21:38Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c3ecad614e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25504"
    uid: 6b16e2b5-5ea0-4d3b-9a87-753766c8d050
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25507"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:21:38Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:21:38Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c3eccf629b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: ca829412-8315-4ecf-b1c9-4a2b70926826
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:21:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:38Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c3ecd24a16ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: 09063cd4-b2b9-4028-9699-b5bf33587072
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:21:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:38Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c3ecd596c9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "25516"
    uid: 41d7195f-6fbc-44b0-89b0-bd141641c664
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:21:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:38Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c3ecd6118aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: 15bb4efa-3ab2-48ef-92c7-3f30a87e2bf8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:21:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:42Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c3edb7527c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25552"
    uid: eb051ced-c765-4d0b-b324-c722ac51a620
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:21:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:42Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c3edba2fa80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 6da1ae37-22ae-422f-864c-b928bd0404fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:21:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:42Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c3edbaa544c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25555"
    uid: 9cab5780-badb-46fe-a2d0-836e2d7301d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:21:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:42Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c3edbab0e062
    namespace: kserve-ci-e2e-test
    resourceVersion: "25556"
    uid: feff5b1a-f7fe-4e7d-b1d0-797289101f1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:21:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:42Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c3edbdab4c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 1529f6ec-8808-4c08-b929-0c997765a825
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:21:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:42Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c3edbe29b24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25560"
    uid: 91d7eea5-ca2c-48f3-8dc1-7328d07b538e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:23:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:10Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c3ee2f26dfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26459"
    uid: a6fa37e4-2616-4c29-bb44-bda3d09b6498
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:23:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:08Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c401a1bb2d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: d2267e82-fdcd-436e-b65f-d1c39c5922b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:23:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:08Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c401a1bbd49f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: c4eb7399-a1f1-4289-a339-e573e01b9f12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: ac3415c9-ab2a-4034-9eba-56f5d965522c
  kind: Event
  lastTimestamp: "2026-09-09T21:23:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:10Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn.18d3c402354cf1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26458"
    uid: 82e762c2-198d-4d3c-972b-e266d9cccc13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: dfd17131-9478-418f-8ac3-c60fa8c3a382
  kind: Event
  lastTimestamp: "2026-09-09T21:21:38Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f-bgwmn'
  metadata:
    creationTimestamp: "2026-09-09T21:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:21:38Z"
    name: isvc-sklearn-v2-mixed-predictor-77fd7b9f9f.18d3c3ecac5463be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25500"
    uid: 12f08454-a84f-4edc-a386-e25d1395bd29
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: b47b31e3-3d47-4536-ae3f-4bc18646890e
  kind: Event
  lastTimestamp: "2026-09-09T21:21:38Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-77fd7b9f9f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:21:38Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c3eca3eefa77
    namespace: kserve-ci-e2e-test
    resourceVersion: "25489"
    uid: d3f91cef-84ae-4bbe-b231-4fb371a83e89
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: c30f8a6e-b95f-407b-9055-1143fc65c0ea
  kind: Event
  lastTimestamp: "2026-09-09T21:22:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:23Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c3f0231cec04
    namespace: kserve-ci-e2e-test
    resourceVersion: "26064"
    uid: f0e84f21-7d0b-431a-80ba-a2af581ec7ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: c30f8a6e-b95f-407b-9055-1143fc65c0ea
  kind: Event
  lastTimestamp: "2026-09-09T21:22:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:23Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c3f023d582b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26065"
    uid: 48ebe472-d8f6-4901-8b17-d660cd15a822
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25638"
    uid: c30f8a6e-b95f-407b-9055-1143fc65c0ea
  kind: Event
  lastTimestamp: "2026-09-09T21:22:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:53Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c3faa1215993
    namespace: kserve-ci-e2e-test
    resourceVersion: "26296"
    uid: 3de7274b-02b5-4b68-bcc3-2f862fbbf3e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25638"
    uid: c30f8a6e-b95f-407b-9055-1143fc65c0ea
  kind: Event
  lastTimestamp: "2026-09-09T21:22:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:53Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c3faa1af3ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26297"
    uid: 20f79407-2ed6-485a-988a-79efc8340d6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: c30f8a6e-b95f-407b-9055-1143fc65c0ea
  kind: Event
  lastTimestamp: "2026-09-09T21:23:08Z"
  message: deployments.apps "isvc-sklearn-v2-mixed-predictor" not found
  metadata:
    creationTimestamp: "2026-09-09T21:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:08Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c4019fe80ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26432"
    uid: 879c0b7a-b77e-44d5-9d69-9c802497fcd8
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: c30f8a6e-b95f-407b-9055-1143fc65c0ea
  kind: Event
  lastTimestamp: "2026-09-09T21:23:08Z"
  message: horizontalpodautoscalers.autoscaling "isvc-sklearn-v2-mixed-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-09T21:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:08Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c401a01e347e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26435"
    uid: 01db988f-c4c9-4f9d-a36f-4d58c1baf0a5
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 53940878-d9b5-4c3b-b933-8cf727064670
  kind: Event
  lastTimestamp: "2026-09-09T21:23:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:23:00Z"
    name: isvc-sklearn-v2-mixed.18d3c3eca3db8b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26360"
    uid: 98d9fd2a-c34b-4e56-a874-841f9791f460
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 53940878-d9b5-4c3b-b933-8cf727064670
  kind: Event
  lastTimestamp: "2026-09-09T21:21:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:21:38Z"
    name: isvc-sklearn-v2-mixed.18d3c3eca4cefa02
    namespace: kserve-ci-e2e-test
    resourceVersion: "25492"
    uid: a913f48a-15bd-4bde-9714-8ef1a60ed4bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26358"
    uid: 53940878-d9b5-4c3b-b933-8cf727064670
  kind: Event
  lastTimestamp: "2026-09-09T21:23:00Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:23:00Z"
    name: isvc-sklearn-v2-mixed.18d3c3ffe78c883e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: 8be5b8a9-08ab-47f5-838d-89331e0668e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:20:02.830022Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24536"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:20:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:20:02Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3d673d5c740
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 8c9a2052-52e6-4c58-902a-66e42316a466
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24546"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:20:03Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:20:03Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3d697923564
    namespace: kserve-ci-e2e-test
    resourceVersion: "24558"
    uid: 5a5a5948-0a9b-4eaa-adf7-8908260cfe40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:20:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:03Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3d6997eabf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24560"
    uid: 0d02d72f-02b4-4360-bbd7-c384ce5c02ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:20:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:03Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3d6a03dbe2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24563"
    uid: 4e69beb0-6635-435f-9cf6-4738180d7ab6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:20:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:03Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3d6a222c1bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: 2cd44513-a435-42ee-95a7-246d024a4532
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:20:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:08Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3d7cba532c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24619"
    uid: fa65394a-9563-4ab4-b656-04aa5bd83d09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:20:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:08Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3d7d3617798
    namespace: kserve-ci-e2e-test
    resourceVersion: "24625"
    uid: 2dbe7aa8-f135-4351-b2ed-0351f4a51ef4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:20:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:08Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3d7d48e5d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: 99e5020a-a49b-4806-a534-4b7539307381
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:20:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:08Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3d7d49b6845
    namespace: kserve-ci-e2e-test
    resourceVersion: "24627"
    uid: 68155453-b779-49b4-b661-7c15e2a7d7a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:20:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:08Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3d7da265ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24628"
    uid: ed122cf6-0c01-4417-9763-44e152030a23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:20:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:08Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3d7db17f461
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: 1fda6582-056e-4f34-9379-0542061cca55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:21:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:36Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3d843acc43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25456"
    uid: 2fc1d0a0-4a3e-4296-a393-c7fcae15556b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:21:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:32Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3eb711b4f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "25426"
    uid: a893adcd-472d-422b-a66a-f5d2475a3f7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:21:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:32Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3eb711be27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: d42d98f2-3833-480a-901c-64b91aecb938
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0dd50125-8daa-420c-8182-34efc7182614
  kind: Event
  lastTimestamp: "2026-09-09T21:21:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:21:36Z"
    name: isvc-sklearn-v2-predictor-64bfb47598-k2nn8.18d3c3ec49ed15a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25454"
    uid: 378ef9d4-9f81-4d57-8a51-24e556f9eabc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-64bfb47598
    namespace: kserve-ci-e2e-test
    resourceVersion: "24525"
    uid: c5b19f10-f833-4b0c-9fdf-8dd1a69b354b
  kind: Event
  lastTimestamp: "2026-09-09T21:20:02Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-64bfb47598-k2nn8'
  metadata:
    creationTimestamp: "2026-09-09T21:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:02Z"
    name: isvc-sklearn-v2-predictor-64bfb47598.18d3c3d67268e969
    namespace: kserve-ci-e2e-test
    resourceVersion: "24538"
    uid: 8b69a657-8cca-4ca3-a1bc-09083c38eb75
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24523"
    uid: d38934f6-e0a1-48ef-a31f-50f17e2c7be1
  kind: Event
  lastTimestamp: "2026-09-09T21:20:02Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-64bfb47598 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:02Z"
    name: isvc-sklearn-v2-predictor.18d3c3d66e9aa629
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: 88168072-a995-4cbf-933a-ec1c94cbcfb5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24524"
    uid: b90717a0-5ba6-452c-a55d-1e5552d003a5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:17Z"
    name: isvc-sklearn-v2-predictor.18d3c3d9ed847956
    namespace: kserve-ci-e2e-test
    resourceVersion: "24703"
    uid: 55230285-728b-4ed4-ab52-849fc1d8ac61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24524"
    uid: b90717a0-5ba6-452c-a55d-1e5552d003a5
  kind: Event
  lastTimestamp: "2026-09-09T21:20:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:20:17Z"
    name: isvc-sklearn-v2-predictor.18d3c3d9ee06f79c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24705"
    uid: 6b230993-440e-4645-a410-de986ca08ef7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24704"
    uid: b90717a0-5ba6-452c-a55d-1e5552d003a5
  kind: Event
  lastTimestamp: "2026-09-09T21:21:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:21:32Z"
    name: isvc-sklearn-v2-predictor.18d3c3dd6cd0e5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25410"
    uid: e3c51e6e-c3df-4d47-a8e1-07ba7a2c8522
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24704"
    uid: b90717a0-5ba6-452c-a55d-1e5552d003a5
  kind: Event
  lastTimestamp: "2026-09-09T21:21:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:21:32Z"
    name: isvc-sklearn-v2-predictor.18d3c3dd6d4a06c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25411"
    uid: 53d251c5-4df5-4afc-b43b-bf9c68f99719
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:18:47.620946Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:18:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:18:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3c4f1065e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "23928"
    uid: 79c9b70e-e844-485b-bfa2-67c9553f51ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23932"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:18:48Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:18:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3c513b99c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "23940"
    uid: 5bf7aa32-e022-4583-872a-410b96ed7619
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:18:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3c516b3e726
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: 2d4dd973-5a1d-41a6-8652-63a05b35af70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:18:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3c51a1b727d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23944"
    uid: 58c77136-7374-4dc0-b0e9-d6227a81f6d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:18:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3c51a94c730
    namespace: kserve-ci-e2e-test
    resourceVersion: "23945"
    uid: a36cd0d0-fca9-48ea-ba77-1401a0c6e62f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:18:53Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T21:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:53Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3c63a59e3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23984"
    uid: e4f9ea7d-b979-46f2-b4bf-3d4303068895
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:18:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:53Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3c63d7fd3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: f182230d-b99d-4780-bddf-9939754e201d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:18:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:53Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3c63de5267b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: 637d640a-7b11-4865-844f-66c3d3db5c3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:18:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:53Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3c63def5d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 6efa6312-7b95-49f6-ae96-7da0ac91e7c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:18:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:53Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3c640a54659
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 175166cb-2069-4893-a160-838f2eb8e9a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:18:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:53Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3c641340e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c0881c5e-beef-4345-828e-fe50c53b8f3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:19:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-09T21:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:19:40Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3cede1db234
    namespace: kserve-ci-e2e-test
    resourceVersion: "24334"
    uid: 0665b5c4-5f35-49df-8a95-b849156dc3c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:19:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:19:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3d53da70241
    namespace: kserve-ci-e2e-test
    resourceVersion: "24482"
    uid: 09799fc4-114a-4e5d-b11b-3ce1ec9d8044
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:19:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:19:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3d53daaaf63
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: a6479c34-81e8-4ac5-8e87-cbad2a1cab13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:20:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:05Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3d5d4d0d71d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: 862c5dd1-efcb-4032-8d8c-0d269abfb8d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: dad1f544-56aa-4039-be5a-117fc2223507
  kind: Event
  lastTimestamp: "2026-09-09T21:20:01Z"
  message: 'Readiness probe failed: Get "http://10.132.0.50:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-09T21:20:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:20:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv.18d3c3d613461131
    namespace: kserve-ci-e2e-test
    resourceVersion: "24506"
    uid: 6c19d2b9-cf9b-4392-b3ec-12224c1ddb0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: b0ab5bd5-f04c-4df8-ab89-cf5357f0596a
  kind: Event
  lastTimestamp: "2026-09-09T21:18:47Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-4vhbv'
  metadata:
    creationTimestamp: "2026-09-09T21:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d3c3c4f04ddecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23925"
    uid: e03b0011-d0d4-48ec-93d9-cf8e29cf5c9d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 47459f32-70c6-4f21-8936-3c86e683c989
  kind: Event
  lastTimestamp: "2026-09-09T21:18:47Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:47Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c3c4ebb8c701
    namespace: kserve-ci-e2e-test
    resourceVersion: "23915"
    uid: ca3f0ddd-0bbe-4ef0-8cff-0ae75f008d72
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23912"
    uid: 63cb05e9-6d65-4a53-8e8c-12f737f1f4a8
  kind: Event
  lastTimestamp: "2026-09-09T21:19:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:19:32Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c3c86a283c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 60df7c1c-8f3b-4edf-b800-7e16691e6ea0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23912"
    uid: 63cb05e9-6d65-4a53-8e8c-12f737f1f4a8
  kind: Event
  lastTimestamp: "2026-09-09T21:19:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:19:32Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c3c86a92ba2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: f1b2cb42-e805-4d22-bf7c-f8d2ddd8654a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24059"
    uid: 63cb05e9-6d65-4a53-8e8c-12f737f1f4a8
  kind: Event
  lastTimestamp: "2026-09-09T21:19:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:19:47Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c3cbe95f04ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24385"
    uid: 0e4a648c-ce7a-425f-9b31-f977a348a8bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24059"
    uid: 63cb05e9-6d65-4a53-8e8c-12f737f1f4a8
  kind: Event
  lastTimestamp: "2026-09-09T21:19:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:19:47Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c3cbe9d1c462
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: ba56328f-1ffe-46a2-b85c-220a407477a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23903"
    uid: 02deb774-c9b9-4728-9f58-05027e57560c
  kind: Event
  lastTimestamp: "2026-09-09T21:19:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:19:50Z"
    name: isvc-sklearn-v2-runtime.18d3c3c4eba9800a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: c8e3a6fb-e435-42a9-87e8-78f5b49d6251
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23903"
    uid: 02deb774-c9b9-4728-9f58-05027e57560c
  kind: Event
  lastTimestamp: "2026-09-09T21:18:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:18:47Z"
    name: isvc-sklearn-v2-runtime.18d3c3c4ec985e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 4d1da46c-5ef3-4071-8ee7-a06b19532555
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: 02deb774-c9b9-4728-9f58-05027e57560c
  kind: Event
  lastTimestamp: "2026-09-09T21:19:50Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:19:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:19:50Z"
    name: isvc-sklearn-v2-runtime.18d3c3d386d698d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 5f95792a-68de-4045-8768-5a5efaa048df
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24516"
    uid: cc190b05-8921-4504-b3fe-4bc161819f12
  kind: Event
  lastTimestamp: "2026-09-09T21:21:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:21:26Z"
    name: isvc-sklearn-v2.18d3c3d66e97df7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25365"
    uid: 9b988372-a354-42bf-9cb1-16faff275253
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:20:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24516"
    uid: cc190b05-8921-4504-b3fe-4bc161819f12
  kind: Event
  lastTimestamp: "2026-09-09T21:20:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:20:02Z"
    name: isvc-sklearn-v2.18d3c3d66f3571ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24530"
    uid: 2fb4c785-2af4-4535-b8af-25d98239e8a8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:21:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25361"
    uid: cc190b05-8921-4504-b3fe-4bc161819f12
  kind: Event
  lastTimestamp: "2026-09-09T21:21:26Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:21:26Z"
    name: isvc-sklearn-v2.18d3c3e9fffc117b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: ceb1cb12-1972-48d7-9193-83e27e16ef51
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20946"
    uid: f1db41f7-badd-423c-9cf2-4d0d4a43c93f
  kind: Event
  lastTimestamp: "2026-09-09T21:14:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:33Z"
    name: isvc-sklearn.18d3c3763df9e1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: 0ee1c817-b273-4574-9fe2-66e7f90f5e33
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20946"
    uid: f1db41f7-badd-423c-9cf2-4d0d4a43c93f
  kind: Event
  lastTimestamp: "2026-09-09T21:13:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T21:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:09Z"
    name: isvc-sklearn.18d3c3763e7ac9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20961"
    uid: 218fb68f-e9c3-4092-8463-0845f5a2ad18
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: f1db41f7-badd-423c-9cf2-4d0d4a43c93f
  kind: Event
  lastTimestamp: "2026-09-09T21:14:33Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:33Z"
    name: isvc-sklearn.18d3c389bfeb8061
    namespace: kserve-ci-e2e-test
    resourceVersion: "21612"
    uid: 01f18965-046c-4334-8721-abddc7232ab2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:23:13.522176Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-9qt2c
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:23:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:23:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c402d9f9219b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26504"
    uid: 66996cf9-0eb7-4376-8a65-2ec8b76e2d75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26508"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:14Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:23:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c402fbd074c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26519"
    uid: df996e09-5f09-4ea4-9903-4724f8690648
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c402fe073ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26521"
    uid: 913d1e76-1d5d-472b-8780-a9fe179e5d1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c403013d0319
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: d022dc12-c8da-481a-9c2d-51638ec4a1f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c40301b33cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26526"
    uid: bd9c9caf-dee6-4213-9172-1364cbf9b60f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:19Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-09T21:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:19Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c404290bcc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26573"
    uid: 5a2fce62-79b3-4bd4-b19e-f637238cd4b3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:23Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.871s (3.871s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:23Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c4050fd30285
    namespace: kserve-ci-e2e-test
    resourceVersion: "26601"
    uid: 66e190c6-487a-4a7d-afd6-54aa22be5747
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:23Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c405131905ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26603"
    uid: a0b51459-1fd5-4f9c-9a78-8024b14b28e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:23Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c4051393e345
    namespace: kserve-ci-e2e-test
    resourceVersion: "26604"
    uid: f6ff7695-0071-4dbc-941a-baf900d54ce8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:23Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c405139e90b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 59911e79-3c93-4e47-8acd-242984a23069
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:23Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c405168cefe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 2d9c3266-6ee4-4628-9d46-69c8479be4d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:23Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c405170713ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26607"
    uid: 1a847ff8-74cb-469b-9e9e-63513285656b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:30Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c40554ae8c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26664"
    uid: 1dc3234c-09aa-496a-8df2-6a3f5ea8409f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:55Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c40c88259500
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 77b800ae-cc6a-4adc-b28a-30ca44b72793
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:23:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:55Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c40c882631c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27259"
    uid: de7e881e-99ff-4b72-8e7b-a4ca8eff3326
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 3411236c-193d-4e3b-a55b-6c08a937f869
  kind: Event
  lastTimestamp: "2026-09-09T21:24:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:25Z"
    name: isvc-tensorflow-predictor-547dfc5669-9qt2c.18d3c40c8c8b023a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: 481a83b1-eecc-4814-9d4e-b2d1437c86ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "26489"
    uid: 57863c33-8631-497b-b4a9-e2d478c77ff0
  kind: Event
  lastTimestamp: "2026-09-09T21:23:13Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-9qt2c'
  metadata:
    creationTimestamp: "2026-09-09T21:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:13Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d3c402d91bb20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 6a4a0907-e7a7-43fc-979c-865527e0b199
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26486"
    uid: be17ea00-5d8f-4945-a70b-9f6f44a7ab56
  kind: Event
  lastTimestamp: "2026-09-09T21:23:13Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:13Z"
    name: isvc-tensorflow-predictor.18d3c402d49eb7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26491"
    uid: be3736ba-ede6-457d-bba9-c63819d87dee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26488"
    uid: 127807ef-d05c-4628-a9e9-739caa20f835
  kind: Event
  lastTimestamp: "2026-09-09T21:23:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:43Z"
    name: isvc-tensorflow-predictor.18d3c40653c60ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27071"
    uid: 5738ea41-7b72-460d-94ad-5d441400391d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26488"
    uid: 127807ef-d05c-4628-a9e9-739caa20f835
  kind: Event
  lastTimestamp: "2026-09-09T21:23:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:43Z"
    name: isvc-tensorflow-predictor.18d3c4065430dba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 90e635e2-913b-4f98-9a23-49d998a8324d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:24:00.318066Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27328"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:24:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:24:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c40dbf39df6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27335"
    uid: de8e72b8-0825-4fc9-99f4-54c6c621a840
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27339"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:00Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:24:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c40de1640a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27344"
    uid: 748880f5-c1f1-4b70-81f2-0feedaf1c5c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c40de3691c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "27346"
    uid: 731bc454-070c-4c68-a50d-8a00c1190a2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c40de6359517
    namespace: kserve-ci-e2e-test
    resourceVersion: "27347"
    uid: ecbf1d4e-5dc3-4816-b154-cf9e02e3d1a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c40de6ad4118
    namespace: kserve-ci-e2e-test
    resourceVersion: "27348"
    uid: 4cdc30b9-7eb6-429e-9653-8c4468b8a5a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c40f26e96a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27394"
    uid: 3b9bba6d-ee0d-4cd6-93b4-42beaf13929d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c40f2a2d0bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27396"
    uid: f5314e85-564c-42ed-9a69-70853bca05dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c40f2aa84512
    namespace: kserve-ci-e2e-test
    resourceVersion: "27397"
    uid: 6d0eaf49-88a5-4799-9809-2c8be33556ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c40f2ab3f970
    namespace: kserve-ci-e2e-test
    resourceVersion: "27400"
    uid: 7eb976e1-4c80-46ce-8b3c-7a2134295780
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c40f2dab07a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27401"
    uid: ad7baec5-c91d-46c8-a82e-ce56a36b7040
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c40f2e27efe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: f286b65d-6a28-4974-addc-92b5f2fefe34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c40f62e213c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27457"
    uid: 47343971-2513-4861-91a8-724455b976a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c4177a4ec80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27687"
    uid: 834c2c7f-ddce-44b2-84c2-8f452897e7ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:24:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c4177a4f4a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "27688"
    uid: 84093d06-1412-4b73-8e67-011ecabdf8c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 93bc99c0-e795-4b67-82d7-aefb99b36262
  kind: Event
  lastTimestamp: "2026-09-09T21:25:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:08Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz.18d3c417c4d17952
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: ebe0ce8f-7bea-41c8-b7fc-c691bce9d766
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27316"
    uid: 0b3b333e-2cbd-4c02-8594-0e6003eda845
  kind: Event
  lastTimestamp: "2026-09-09T21:24:00Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-m5ztz'
  metadata:
    creationTimestamp: "2026-09-09T21:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d3c40dbe1d8d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "27329"
    uid: eb05f9c5-580b-4ff1-a97e-eac843501543
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27314"
    uid: 4280f387-7441-4a3a-9f7d-978b1b218cd4
  kind: Event
  lastTimestamp: "2026-09-09T21:24:00Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:00Z"
    name: isvc-tensorflow-runtime-predictor.18d3c40db98cbfc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27320"
    uid: dd86e6d3-ed9d-4467-8a73-b119da8de5ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27315"
    uid: d5a63015-f558-43b9-91fc-d2cf2154a225
  kind: Event
  lastTimestamp: "2026-09-09T21:24:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:30Z"
    name: isvc-tensorflow-runtime-predictor.18d3c411380cd019
    namespace: kserve-ci-e2e-test
    resourceVersion: "27590"
    uid: bd0947f7-2493-407e-a816-ed11ef19d976
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27315"
    uid: d5a63015-f558-43b9-91fc-d2cf2154a225
  kind: Event
  lastTimestamp: "2026-09-09T21:24:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:30Z"
    name: isvc-tensorflow-runtime-predictor.18d3c411387c14ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27591"
    uid: 1de40eb5-a517-48b3-a88a-b93099bafe6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27304"
    uid: e9c6bfd2-123b-4420-8aca-7328c109ad51
  kind: Event
  lastTimestamp: "2026-09-09T21:24:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:23Z"
    name: isvc-tensorflow-runtime.18d3c40db96e039b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: d8a90dc8-3301-4194-be5e-af26f0335ff3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27304"
    uid: e9c6bfd2-123b-4420-8aca-7328c109ad51
  kind: Event
  lastTimestamp: "2026-09-09T21:24:00Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:00Z"
    name: isvc-tensorflow-runtime.18d3c40dba63c42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27323"
    uid: 8b08a623-2c57-47a5-babc-4f5cb696d9fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: e9c6bfd2-123b-4420-8aca-7328c109ad51
  kind: Event
  lastTimestamp: "2026-09-09T21:24:23Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:23Z"
    name: isvc-tensorflow-runtime.18d3c4132373df24
    namespace: kserve-ci-e2e-test
    resourceVersion: "27536"
    uid: 1af74c6d-8a6c-49c9-a200-8d69ea673762
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: 1ef9327f-eefc-46bc-8ee6-cb5e089b829f
  kind: Event
  lastTimestamp: "2026-09-09T21:23:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:23:40Z"
    name: isvc-tensorflow.18d3c402d4d0fa0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: 738e477f-812d-404c-b110-314d384f4c4b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: 1ef9327f-eefc-46bc-8ee6-cb5e089b829f
  kind: Event
  lastTimestamp: "2026-09-09T21:23:13Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:23:13Z"
    name: isvc-tensorflow.18d3c402d5561b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "26495"
    uid: 2315c097-a48e-47d4-b7a0-c404dfed51d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: 1ef9327f-eefc-46bc-8ee6-cb5e089b829f
  kind: Event
  lastTimestamp: "2026-09-09T21:23:40Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:23:40Z"
    name: isvc-tensorflow.18d3c40915a55bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: 290918cd-4d65-4cc2-a61e-5ccca9e64302
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:24:47.469166Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27746"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-xn62s
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:24:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:24:47Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c418b9a67235
    namespace: kserve-ci-e2e-test
    resourceVersion: "27753"
    uid: 017a997c-0b75-459f-bb0a-3b93b3df308d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:24:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:47Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c418c5c495c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27759"
    uid: 37f8562e-ab04-4308-a228-c9dd8ff46bfc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:24:48Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:24:48Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c418ff096436
    namespace: kserve-ci-e2e-test
    resourceVersion: "27774"
    uid: 399d4dfc-f80e-45b5-ba11-88c016867774
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:24:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:48Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c419014111f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27776"
    uid: 869eb062-f674-4eb9-adb3-7fda756ac1d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:24:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:48Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c41904202c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "27777"
    uid: f25ac9b1-b28f-4333-8936-4f4be4eaa71e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:24:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:48Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c41904983a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "27778"
    uid: ceca26a1-62c8-4ba3-9ad0-5b4b0e4d04f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:24:53Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-09T21:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:53Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c41a23ae2511
    namespace: kserve-ci-e2e-test
    resourceVersion: "27824"
    uid: 18630852-f076-4a26-b805-4c1730d39b4a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:26:47Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.343s
    (1m54.343s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:47Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c434c31645c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 6c21ca36-e2d3-43a7-a7dc-0d7d97662d24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:26:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:48Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c434ca6dde74
    namespace: kserve-ci-e2e-test
    resourceVersion: "28819"
    uid: bca4c132-d7e0-42c5-a443-d084e243d812
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:26:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:48Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c434cb7cfaa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: 8d6e81f4-79d9-412c-9c9a-d3f3d5ae9abf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:26:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:48Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c434cb89e229
    namespace: kserve-ci-e2e-test
    resourceVersion: "28821"
    uid: a9875f51-953a-4add-b92b-721b6177576b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:26:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:48Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c434d0881a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 46ce1a40-db12-45ec-871b-9bee2ea0c782
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:26:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:48Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c434d19bd001
    namespace: kserve-ci-e2e-test
    resourceVersion: "28823"
    uid: e585d6be-4568-4ae6-8efa-fde00035d1d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:26:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:50Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c434d3430a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "28851"
    uid: 9e5fe450-3fd2-4505-95e4-685aa6b0b2ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:26:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:59Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c43786cdb080
    namespace: kserve-ci-e2e-test
    resourceVersion: "28941"
    uid: c73a48fd-abac-40ae-8a7d-02deb93c2891
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:26:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:26:59Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c43786ce7e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28942"
    uid: 9f37d13c-75d2-4383-85de-bfb9eca416f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xn62s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 925de38a-3d5d-4dfa-98bf-7dcfd090c934
  kind: Event
  lastTimestamp: "2026-09-09T21:27:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:00Z"
    name: isvc-triton-predictor-5d7db58676-xn62s.18d3c4379eef6f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "28946"
    uid: 8d10d8bf-509c-4926-a229-be3d036821c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27733"
    uid: 881fab96-8635-4d94-9dea-7ef82820c513
  kind: Event
  lastTimestamp: "2026-09-09T21:24:47Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-xn62s'
  metadata:
    creationTimestamp: "2026-09-09T21:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:47Z"
    name: isvc-triton-predictor-5d7db58676.18d3c418b841463b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27749"
    uid: a62561cc-736d-40b3-90e3-ae5e1118be2f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27732"
    uid: fc28f0c6-8dff-4e1e-8c95-1ff5d36d2796
  kind: Event
  lastTimestamp: "2026-09-09T21:24:47Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:47Z"
    name: isvc-triton-predictor.18d3c418af9bfc74
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: e0e5e587-7414-49c8-8954-9421bd70069b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27734"
    uid: 0e1bf504-4047-4890-9a7f-05960890df1f
  kind: Event
  lastTimestamp: "2026-09-09T21:26:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:26:47Z"
    name: isvc-triton-predictor.18d3c41c304cbfde
    namespace: kserve-ci-e2e-test
    resourceVersion: "28815"
    uid: 4cb26a19-b5e6-4d4f-a907-4cdb7df88d15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27734"
    uid: 0e1bf504-4047-4890-9a7f-05960890df1f
  kind: Event
  lastTimestamp: "2026-09-09T21:26:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:26:47Z"
    name: isvc-triton-predictor.18d3c41c30fed853
    namespace: kserve-ci-e2e-test
    resourceVersion: "28816"
    uid: 305971c1-ed51-4d33-abfb-8dc1c1481287
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27725"
    uid: 3e0bbe3c-1833-4032-b7cb-67f0715d8b6e
  kind: Event
  lastTimestamp: "2026-09-09T21:26:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:26:55Z"
    name: isvc-triton.18d3c418b04ba92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: 38cf50fb-dcea-4e31-8108-47eb63b7bf29
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27725"
    uid: 3e0bbe3c-1833-4032-b7cb-67f0715d8b6e
  kind: Event
  lastTimestamp: "2026-09-09T21:24:47Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T21:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:47Z"
    name: isvc-triton.18d3c418b0d414cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27739"
    uid: b15e7d14-bd66-4f09-9298-590f853bc989
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:26:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28896"
    uid: 3e0bbe3c-1833-4032-b7cb-67f0715d8b6e
  kind: Event
  lastTimestamp: "2026-09-09T21:26:55Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:26:55Z"
    name: isvc-triton.18d3c4367bd89849
    namespace: kserve-ci-e2e-test
    resourceVersion: "28897"
    uid: 33d63d02-d57e-4399-9781-cac96e6cd6e3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:27:05.017468Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29016"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-b5lvr
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:27:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:27:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c438c02b0f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29020"
    uid: ba1aa7b0-3bd5-44e5-b860-d3c8483a911d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29026"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:27:05Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:27:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c438e5ef38cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29034"
    uid: 037fba1a-fffb-41cb-86ae-65dff8e0be03
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:27:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c438e76683c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29036"
    uid: 68a4c5f2-0978-4ba5-b10b-92e6830b542c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:27:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c438ecbeeafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: 05f19676-aae1-43ae-ab3c-d62501920ffe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:27:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c438ee438a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29039"
    uid: 2fe51cfd-adb5-4842-88fc-1d6f4e3fbb9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:27:10Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c439f825e341
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 005dacb9-6f03-47b9-9ebe-007f48ad11e4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:27:28Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.411s (18.411s
    including waiting). Image size: 1332343041 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c43e41905dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29214"
    uid: 742e092f-7bd2-4136-a985-3d9ff5fbf0e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:27:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c43e479914ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29215"
    uid: 92da20b0-bee2-41ff-b458-752a5ba2892f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:27:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c43e48c7cd54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: c3b05ba7-7bda-4267-9c15-1156fe3b9303
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:27:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c43e48d38ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29218"
    uid: a848c908-42ae-4414-9602-7da0f4565678
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:27:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c43e4eef6a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29220"
    uid: 72a97f71-8d4e-4ae2-bc7b-13dea61e8828
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:27:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:27:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c43e4ffd338c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29221"
    uid: 122e0f2d-15fd-429b-9a24-7a6c61752d3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:28:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c43ea5c63a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "29896"
    uid: 10088b22-6f2b-4d92-8770-ad0748f7ee51
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:28:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c4500c01228f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29880"
    uid: 22bec5fc-62b1-437a-8924-ccb20bf681cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:28:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c4500c01cf6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29881"
    uid: 2fad2ead-80f1-432b-aa50-9f050095538c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 6280580d-ec06-4025-98d7-c25956d29073
  kind: Event
  lastTimestamp: "2026-09-09T21:28:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-b5lvr.18d3c45057f63c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "29895"
    uid: 37ff6250-823d-4e80-9e12-2064b1fffb32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29003"
    uid: e2674af5-5bfc-408a-a4be-439eb2ad9700
  kind: Event
  lastTimestamp: "2026-09-09T21:27:05Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-b5lvr'
  metadata:
    creationTimestamp: "2026-09-09T21:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:27:05Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d3c438bfbea108
    namespace: kserve-ci-e2e-test
    resourceVersion: "29017"
    uid: 5d2bebfd-81f7-42db-a9a5-d68fc4d38cb1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: 6baf94b2-fd63-4107-bbad-8a9b2d551351
  kind: Event
  lastTimestamp: "2026-09-09T21:27:04Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:27:04Z"
    name: isvc-xgboost-predictor.18d3c438b88b085d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 818ded69-a16d-4ccb-84e6-bd3d7b24b2e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29002"
    uid: 049b47c6-40d3-4eba-bd0d-a146af93685e
  kind: Event
  lastTimestamp: "2026-09-09T21:28:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:28:04Z"
    name: isvc-xgboost-predictor.18d3c43c3770fc04
    namespace: kserve-ci-e2e-test
    resourceVersion: "29571"
    uid: 23fea57b-f527-49ac-af4e-676268901327
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29002"
    uid: 049b47c6-40d3-4eba-bd0d-a146af93685e
  kind: Event
  lastTimestamp: "2026-09-09T21:28:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:28:04Z"
    name: isvc-xgboost-predictor.18d3c43c37f8a8d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29572"
    uid: d895bfff-fdc1-47ae-aef6-907f927047f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29151"
    uid: 049b47c6-40d3-4eba-bd0d-a146af93685e
  kind: Event
  lastTimestamp: "2026-09-09T21:28:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:28:35Z"
    name: isvc-xgboost-predictor.18d3c44a34d5c966
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 37048df2-22d2-48d5-9c67-ac5177605bcb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29151"
    uid: 049b47c6-40d3-4eba-bd0d-a146af93685e
  kind: Event
  lastTimestamp: "2026-09-09T21:28:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:28:35Z"
    name: isvc-xgboost-predictor.18d3c44a35471488
    namespace: kserve-ci-e2e-test
    resourceVersion: "29784"
    uid: d3f44ab1-0461-4836-a83b-88838f9909aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:30:40.909785Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:30:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:30:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46b045a7629
    namespace: kserve-ci-e2e-test
    resourceVersion: "31121"
    uid: 966b8d77-c3d4-42b9-ac37-4b5712df6802
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46b122a64cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31129"
    uid: b0f04054-995d-4bac-b0c1-928d23146d01
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31125"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:42Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:30:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46b4a1b00f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31139"
    uid: d5fbfdaf-4610-4fec-bd92-3b123b50d696
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46b4b98da25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31142"
    uid: 2321b1d9-61f0-42b8-815b-62984975d50a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46b4f0a4db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31143"
    uid: 5e7069cf-cc9b-43ca-a17d-6731e73955e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46b4f7f5aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31144"
    uid: d8ebd755-20fc-4d30-a09c-b9b3a56200ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:47Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46c77c00c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "31184"
    uid: 89061193-d25a-4161-a369-a0c07edd0ad3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46c7b1a6a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "31187"
    uid: d9615a2d-bef8-4dd2-acf2-3f78f223dd40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46c7b99d60a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31188"
    uid: a0097d16-541d-48cb-bafb-f22113d835f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46c7ba72a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "31191"
    uid: 4ad3f34d-a28e-4627-bf0e-a4ccdf731988
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46c7ef29e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31193"
    uid: 472d7ce9-cfd7-48d8-bbd0-e7dc47fa1c33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46c7f6c8456
    namespace: kserve-ci-e2e-test
    resourceVersion: "31194"
    uid: 175e1031-4778-40a3-a558-f874d4c265d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:31:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:31:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c46cefc84561
    namespace: kserve-ci-e2e-test
    resourceVersion: "31761"
    uid: 10002cce-532c-49d7-a1fb-d7f3e2f24fbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:32:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:00Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c47da90e7621
    namespace: kserve-ci-e2e-test
    resourceVersion: "31905"
    uid: 86d7a51d-6f9f-4d78-bfee-8edd8db7fe65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: a106433b-890a-4dd1-af0d-d38b1a8aff8b
  kind: Event
  lastTimestamp: "2026-09-09T21:32:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:00Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-t86sg.18d3c47da90f954c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31906"
    uid: e28378a7-cc78-4988-a9b5-4992d7df6d54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31105"
    uid: 6ffb94f3-e459-45c2-af49-f277302fa01f
  kind: Event
  lastTimestamp: "2026-09-09T21:30:40Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-t86sg'
  metadata:
    creationTimestamp: "2026-09-09T21:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:30:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d3c46b03d8bb40
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: be3570d3-166c-4928-865e-143edb6afa3b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31103"
    uid: 0961ca27-fa63-45f8-bbb4-c1e5a1983983
  kind: Event
  lastTimestamp: "2026-09-09T21:30:40Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:30:40Z"
    name: isvc-xgboost-runtime-predictor.18d3c46b0079abe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: 6474a1ee-5eb1-4a1b-b077-865f6d314a7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31104"
    uid: 6c5f2ae5-6ba6-4fec-80cc-823af48aa67f
  kind: Event
  lastTimestamp: "2026-09-09T21:31:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:31:10Z"
    name: isvc-xgboost-runtime-predictor.18d3c46e7f098cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31503"
    uid: 59cf8311-038d-4e4e-b65d-59a4a4a0eec3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31104"
    uid: 6c5f2ae5-6ba6-4fec-80cc-823af48aa67f
  kind: Event
  lastTimestamp: "2026-09-09T21:31:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:31:10Z"
    name: isvc-xgboost-runtime-predictor.18d3c46e7f746b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 637d23be-f51e-43c6-bb25-449d2eb690ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31333"
    uid: 6c5f2ae5-6ba6-4fec-80cc-823af48aa67f
  kind: Event
  lastTimestamp: "2026-09-09T21:31:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:31:55Z"
    name: isvc-xgboost-runtime-predictor.18d3c4757cf6a815
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: 50400a0a-ee99-4b60-912a-204987284018
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31333"
    uid: 6c5f2ae5-6ba6-4fec-80cc-823af48aa67f
  kind: Event
  lastTimestamp: "2026-09-09T21:31:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:31:55Z"
    name: isvc-xgboost-runtime-predictor.18d3c4757d5f69f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 024c7d9d-6cb2-432d-93b7-a11aaaef202b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31096"
    uid: bce0d059-8731-4f59-9534-b5fd5cb1ba03
  kind: Event
  lastTimestamp: "2026-09-09T21:31:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:31:55Z"
    name: isvc-xgboost-runtime.18d3c46b008dfbe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31845"
    uid: 841479ad-73ec-456f-a791-cad7bb69f847
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31096"
    uid: bce0d059-8731-4f59-9534-b5fd5cb1ba03
  kind: Event
  lastTimestamp: "2026-09-09T21:30:40Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:30:40Z"
    name: isvc-xgboost-runtime.18d3c46b0110aa53
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: e6e2ea6f-17df-4457-a71e-c7e1a2528856
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:31:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31842"
    uid: bce0d059-8731-4f59-9534-b5fd5cb1ba03
  kind: Event
  lastTimestamp: "2026-09-09T21:31:55Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:31:55Z"
    name: isvc-xgboost-runtime.18d3c47c53ea7082
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: 900c940c-b2ca-45aa-b78e-db906f2669ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:28:50.239874Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29948"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:28:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:28:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c4513fe97762
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: a8ccb1d7-a6ed-460f-b736-fa8b06376406
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29958"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:28:50Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:28:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c45163cdfaa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: ce9f5278-4ddd-41fd-aefd-1e73b48425a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:28:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c451660bd0cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29968"
    uid: ac6bacfe-79f9-47c7-b3e8-ff31a59d0387
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:28:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c451692972fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29969"
    uid: 6252d849-b782-427a-aa36-90be419ae5c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:28:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c45169e38805
    namespace: kserve-ci-e2e-test
    resourceVersion: "29970"
    uid: 6e5d42dc-18d0-4dc3-9ade-b347df7cf16b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:28:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T21:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c4526861b69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30011"
    uid: 722115fe-9ed4-48aa-908e-c43486f45c42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:28:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c4526b95eab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30014"
    uid: 412d60eb-34a0-4fd3-9640-7f344ec8bd89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:28:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c4526c1141b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30015"
    uid: cb748046-cc0c-414b-91ce-7cb425795dfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:28:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c4526c1d968b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30018"
    uid: 9e835d3b-8050-43e7-bb43-e0aa1b6b2738
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:28:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c4526f0f85b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 2c31a879-015a-4d73-a33e-7bc1b9f369bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:28:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:28:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c4526f88efe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30022"
    uid: ab43dfc4-428c-4e6f-913d-7d1b6d6713d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:29:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c45ce7499faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30554"
    uid: f8d1b793-cf73-47c5-a2a0-2741a88e9c3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:29:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c45ce74a1b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30555"
    uid: 667f0ca1-1e6e-4c9b-85dc-3e0d7b51222b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:29:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c45d966de754
    namespace: kserve-ci-e2e-test
    resourceVersion: "30573"
    uid: 1381015a-33fd-4986-adc0-00acc0a247a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 082019c1-6e5c-4993-93f9-6f13a5d4adf8
  kind: Event
  lastTimestamp: "2026-09-09T21:29:43Z"
  message: 'Readiness probe failed: Get "http://10.132.0.57:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm.18d3c45d96bae4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30574"
    uid: ca3f2391-db8b-4e2f-9538-398e4cf0b840
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 1033fd79-12b5-436a-8ae6-1cb5b6a8e351
  kind: Event
  lastTimestamp: "2026-09-09T21:28:50Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zk7gm'
  metadata:
    creationTimestamp: "2026-09-09T21:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:28:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d3c4513f72ef64
    namespace: kserve-ci-e2e-test
    resourceVersion: "29950"
    uid: 0d928e07-308d-49c3-81b2-0ff3dd08986e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29936"
    uid: 361d910f-3ee8-48dc-b048-c7580c907874
  kind: Event
  lastTimestamp: "2026-09-09T21:28:50Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:28:50Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c4513bdfbd9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29942"
    uid: 4c84d8e4-2b23-491b-b21c-17dad97a6939
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29937"
    uid: 40537ad3-d1e5-4d9c-b94e-0f8746d33847
  kind: Event
  lastTimestamp: "2026-09-09T21:29:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:29:35Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c454bac59ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30490"
    uid: c7d09c3c-a156-4d72-9f98-de5b34d5f9d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29937"
    uid: 40537ad3-d1e5-4d9c-b94e-0f8746d33847
  kind: Event
  lastTimestamp: "2026-09-09T21:29:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:29:35Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c454bb2f1268
    namespace: kserve-ci-e2e-test
    resourceVersion: "30491"
    uid: 2ac6a715-a977-41a3-baa1-310bbb0c80b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30096"
    uid: 40537ad3-d1e5-4d9c-b94e-0f8746d33847
  kind: Event
  lastTimestamp: "2026-09-09T21:29:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:29:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c4583a69ce57
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: d01a8bee-cd7d-4f2d-82f2-fbba5f3d3ba9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30096"
    uid: 40537ad3-d1e5-4d9c-b94e-0f8746d33847
  kind: Event
  lastTimestamp: "2026-09-09T21:29:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:29:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c4583ad7c394
    namespace: kserve-ci-e2e-test
    resourceVersion: "30213"
    uid: b9a46f46-f607-4594-91f2-d25e8a481fb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29929"
    uid: 308a31ec-56ae-4df2-a643-1e8c2db93096
  kind: Event
  lastTimestamp: "2026-09-09T21:29:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:29:33Z"
    name: isvc-xgboost-v2-mlserver.18d3c4513be15888
    namespace: kserve-ci-e2e-test
    resourceVersion: "30472"
    uid: 5d961bd3-3792-44ba-9fe3-54c18aa7f31b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29929"
    uid: 308a31ec-56ae-4df2-a643-1e8c2db93096
  kind: Event
  lastTimestamp: "2026-09-09T21:28:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:28:50Z"
    name: isvc-xgboost-v2-mlserver.18d3c4513c730da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29944"
    uid: 55f65c9a-7fb4-4107-9c8f-a7065c98c61f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30469"
    uid: 308a31ec-56ae-4df2-a643-1e8c2db93096
  kind: Event
  lastTimestamp: "2026-09-09T21:29:33Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:29:33Z"
    name: isvc-xgboost-v2-mlserver.18d3c45b48733c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: 33fbda6c-7b45-4a99-9c6d-dbbaa3583c4d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:33:11.426945Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:33:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:33:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c48e0fe0010a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32631"
    uid: 1bbf2d65-438d-4af5-80e4-3d942636f660
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32635"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:33:11Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:33:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c48e31e909e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32646"
    uid: ea52ab89-0f81-40bb-afd2-b9cac13474f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:33:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c48e336ee290
    namespace: kserve-ci-e2e-test
    resourceVersion: "32648"
    uid: e774a22b-83f5-4519-905c-cf552d898d6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:33:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c48e364403af
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: f31013f9-061b-4a5b-a634-76df3f3c558f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:33:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c48e36bc5ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32652"
    uid: 7834f402-791a-481c-93e2-fb19b51b4984
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:33:16Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c48f4c801b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "32695"
    uid: 090d2971-8f68-4ea4-a083-c7c7518344b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:33:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c48f50269059
    namespace: kserve-ci-e2e-test
    resourceVersion: "32699"
    uid: e7d39b75-9845-47b7-8d0b-f49f87ce559c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:33:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c48f509f4a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32700"
    uid: 52233976-4bf1-455f-b74d-178e764f2d0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:33:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c48f50ab44fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32701"
    uid: f0b2c90d-9c6f-4da5-9128-b1c72fbf5ba0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:33:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c48f541139ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32703"
    uid: efe73b8f-cfd1-4fad-94e3-829a65a51ce3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:33:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c48f549f1c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "32704"
    uid: 535bb023-966c-407a-ba8d-0a4dd2124f52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:34:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c48fc45c45ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33393"
    uid: 84e46c13-863c-451f-9840-b699d2c39b89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:34:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:31Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c4a0b259e314
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: 4b862517-1d0b-492b-b2e4-50cb65671a78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:34:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:31Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c4a0b25a673b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d17559f5-cea5-4e56-9061-6b1fd97c3518
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1d662259-a18f-49b3-85bf-7f6c8074ffba
  kind: Event
  lastTimestamp: "2026-09-09T21:34:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:34:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kw5hr.18d3c4a176732b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "33392"
    uid: 112487e7-c0f0-4a4f-ab41-35e3bdc61107
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32615"
    uid: 25761af7-5162-4b39-b6dd-ff81f500b25a
  kind: Event
  lastTimestamp: "2026-09-09T21:33:11Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-kw5hr'
  metadata:
    creationTimestamp: "2026-09-09T21:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:33:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d3c48e0f5ab0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32625"
    uid: 6ecaf96f-c93a-4801-827f-edd9e5fa42dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32613"
    uid: 986803c7-9ac6-48bc-be24-8c67965be116
  kind: Event
  lastTimestamp: "2026-09-09T21:33:11Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:33:11Z"
    name: isvc-xgboost-v2-predictor.18d3c48e0c223def
    namespace: kserve-ci-e2e-test
    resourceVersion: "32617"
    uid: e0151245-6857-4ee6-adef-364f14ac8431
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32614"
    uid: 7a38ce38-9acb-4341-96bd-598eaab5a4d8
  kind: Event
  lastTimestamp: "2026-09-09T21:33:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:33:41Z"
    name: isvc-xgboost-v2-predictor.18d3c4918aa1adc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: 2d0e8ef1-5694-41fd-a1bb-e62de3cef161
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32614"
    uid: 7a38ce38-9acb-4341-96bd-598eaab5a4d8
  kind: Event
  lastTimestamp: "2026-09-09T21:33:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:33:41Z"
    name: isvc-xgboost-v2-predictor.18d3c4918b0d8c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "32887"
    uid: 7676b020-13a4-4699-83d3-df870a25eb0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32776"
    uid: 7a38ce38-9acb-4341-96bd-598eaab5a4d8
  kind: Event
  lastTimestamp: "2026-09-09T21:34:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:34:26Z"
    name: isvc-xgboost-v2-predictor.18d3c49888792497
    namespace: kserve-ci-e2e-test
    resourceVersion: "33251"
    uid: f9fd3b98-2339-4a8b-aa32-0e231ffb3222
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32776"
    uid: 7a38ce38-9acb-4341-96bd-598eaab5a4d8
  kind: Event
  lastTimestamp: "2026-09-09T21:34:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:34:26Z"
    name: isvc-xgboost-v2-predictor.18d3c49888cbdea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 646320cd-4070-4bae-8491-8c14e6783a0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:32:06.159276Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31971"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:32:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:32:06Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c47edd9e68b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31978"
    uid: e39e1e11-ac95-45c5-b87d-b83bff97daf9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:06Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c47ee9a6dccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31985"
    uid: fe5a2978-3939-440b-ab5b-983535833bdb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31981"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:07Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:32:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c47f23a3daf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31992"
    uid: bbc5bc94-40e0-45e5-bbcf-f9acd55c2e8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c47f253dde21
    namespace: kserve-ci-e2e-test
    resourceVersion: "31994"
    uid: d2f44805-d44e-49c4-a600-b9a448bee5e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c47f28b1600a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31995"
    uid: cda71e1a-5e0e-4118-9210-63b0444b964f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c47f2928338c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31997"
    uid: 8e9ca1ba-9365-434b-8f4a-a06b273432a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:12Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T21:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c480464e240d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32037"
    uid: 88c9810d-7c3f-4cd9-ad5b-2fa924aa65ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c4804943eb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: 12d03f39-372a-4d55-b165-c0f599332087
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c48049c2a9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32041"
    uid: 50ba157a-4aa7-499e-8193-acba0f87e25e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c48049ce5ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32044"
    uid: 65fbed1a-c58a-4bd1-9e90-e7613bb8b11b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c4804cb5e4de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32046"
    uid: 28eee1ef-e2a9-4528-8127-4e5ba9c77516
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c4804d2ee3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32048"
    uid: f32b791a-38a7-4561-a35d-88b8efb1e967
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:32:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-09T21:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:32:49Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c488e63612b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: 3ac98bd7-b569-4e98-9bfa-35c665905cbb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:33:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:06Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c48cdae40866
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: a4f2085d-157e-4b63-8e95-6fa1e83fa12e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:33:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:06Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c48cdae48d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "32565"
    uid: ef8a0fb6-6f3b-4627-838a-946dc2a1b1e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 409b00a9-abfa-46a7-b432-3f428d5b05c0
  kind: Event
  lastTimestamp: "2026-09-09T21:33:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6.18d3c48d8c73f0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: 1f3be3ce-9057-4da6-94d2-82d02e254c29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 2749f584-cf3d-45e1-b9ef-f62728c05c59
  kind: Event
  lastTimestamp: "2026-09-09T21:32:06Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v97w6'
  metadata:
    creationTimestamp: "2026-09-09T21:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:32:06Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d3c47edd23ba53
    namespace: kserve-ci-e2e-test
    resourceVersion: "31972"
    uid: 9dbbec87-fa5d-4cca-8100-c1e613e56e0b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31960"
    uid: 05c9c5f4-5876-4fed-9a68-3802c17e1023
  kind: Event
  lastTimestamp: "2026-09-09T21:32:06Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:32:06Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c47eda3fb105
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 3eabad64-473d-4659-9467-2477df240dd0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 69f3cefd-3906-4fe1-aec5-fe45e23b44d4
  kind: Event
  lastTimestamp: "2026-09-09T21:32:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:32:21Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c48258fbf61a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32115"
    uid: f2086aa9-862c-4a35-bc49-ce69d3451f37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 69f3cefd-3906-4fe1-aec5-fe45e23b44d4
  kind: Event
  lastTimestamp: "2026-09-09T21:32:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:32:21Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c482598fa82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32117"
    uid: 4fe4d9e4-66ac-405f-9d05-f6968d1fda9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32116"
    uid: 69f3cefd-3906-4fe1-aec5-fe45e23b44d4
  kind: Event
  lastTimestamp: "2026-09-09T21:33:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:33:06Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c485d8523a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 8701d4ab-2a15-44fa-8172-9d1a55c2ca2f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32116"
    uid: 69f3cefd-3906-4fe1-aec5-fe45e23b44d4
  kind: Event
  lastTimestamp: "2026-09-09T21:33:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:33:06Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c485d8b53567
    namespace: kserve-ci-e2e-test
    resourceVersion: "32547"
    uid: 7e05cd61-41c5-4892-b32f-5e044a19a9dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: ded60d7c-c39a-44a0-8c92-bde9b2761a01
  kind: Event
  lastTimestamp: "2026-09-09T21:32:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:32:59Z"
    name: isvc-xgboost-v2-runtime.18d3c47eda421798
    namespace: kserve-ci-e2e-test
    resourceVersion: "32491"
    uid: 22f2bedd-83a2-49e7-b779-fcb5fa1d7d6f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: ded60d7c-c39a-44a0-8c92-bde9b2761a01
  kind: Event
  lastTimestamp: "2026-09-09T21:32:06Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:32:06Z"
    name: isvc-xgboost-v2-runtime.18d3c47edb168eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: c8b97ddf-b6e7-4211-8c41-fd4fc20fe50d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:32:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32489"
    uid: ded60d7c-c39a-44a0-8c92-bde9b2761a01
  kind: Event
  lastTimestamp: "2026-09-09T21:32:59Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:32:59Z"
    name: isvc-xgboost-v2-runtime.18d3c48b3e94af2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32490"
    uid: 1ce6fe8e-b5ce-4b34-90ad-d4d80e358871
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32606"
    uid: d1111e04-5585-4cef-bcd0-050e386a39f2
  kind: Event
  lastTimestamp: "2026-09-09T21:34:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:34:24Z"
    name: isvc-xgboost-v2.18d3c48e0c2af3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33242"
    uid: fd0e151a-d68f-4279-89ce-968ec316fbba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32606"
    uid: d1111e04-5585-4cef-bcd0-050e386a39f2
  kind: Event
  lastTimestamp: "2026-09-09T21:33:11Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:33:11Z"
    name: isvc-xgboost-v2.18d3c48e0cd0b673
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: c1099932-41e5-4d40-8abd-b605d19c6391
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:34:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: d1111e04-5585-4cef-bcd0-050e386a39f2
  kind: Event
  lastTimestamp: "2026-09-09T21:34:24Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:34:24Z"
    name: isvc-xgboost-v2.18d3c49f283e2a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 4d893278-cf83-4264-a746-bd8ac31bd87c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 0a58de61-4519-4112-a6c3-5f4180f46ef1
  kind: Event
  lastTimestamp: "2026-09-09T21:28:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:28:36Z"
    name: isvc-xgboost.18d3c438b896ffa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29806"
    uid: 43c0e83b-6231-4d25-bd9e-857a45fa31d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:27:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 0a58de61-4519-4112-a6c3-5f4180f46ef1
  kind: Event
  lastTimestamp: "2026-09-09T21:27:04Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T21:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:27:04Z"
    name: isvc-xgboost.18d3c438b941c8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29009"
    uid: cd8ba2a1-e2ee-4c80-93ea-81861eed892c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:28:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29804"
    uid: 0a58de61-4519-4112-a6c3-5f4180f46ef1
  kind: Event
  lastTimestamp: "2026-09-09T21:28:36Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:28:36Z"
    name: isvc-xgboost.18d3c44e0a3f03f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29805"
    uid: 587bb2f2-7fb5-459d-befd-acfe8e1eb087
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:05:29.022118Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f5fvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: bdb55471-3383-49e8-adac-e66ab15f602d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-f5fvc
    to ip-10-0-137-145.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:05:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:05:29Z"
    name: message-dumper-predictor-6575bcfdfd-f5fvc.18d3c30b00d3601d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: 1615109d-4617-43b1-ae6c-11ee2a2c5714
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f5fvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: bdb55471-3383-49e8-adac-e66ab15f602d
  kind: Event
  lastTimestamp: "2026-09-09T21:05:29Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:05:29Z"
    name: message-dumper-predictor-6575bcfdfd-f5fvc.18d3c30b22c60c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: b1fc13ff-8d8c-48e8-a0c0-3b0ecdb10d24
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f5fvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: bdb55471-3383-49e8-adac-e66ab15f602d
  kind: Event
  lastTimestamp: "2026-09-09T21:05:29Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-09T21:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:29Z"
    name: message-dumper-predictor-6575bcfdfd-f5fvc.18d3c30b2458118d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16758"
    uid: 29ccd77b-de47-4c64-a95c-b40d9e0d9a45
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f5fvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: bdb55471-3383-49e8-adac-e66ab15f602d
  kind: Event
  lastTimestamp: "2026-09-09T21:05:30Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.1s (1.1s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:30Z"
    name: message-dumper-predictor-6575bcfdfd-f5fvc.18d3c30b65f1d76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16767"
    uid: 53b4ad21-898c-4bb8-bf49-103e940a41ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f5fvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: bdb55471-3383-49e8-adac-e66ab15f602d
  kind: Event
  lastTimestamp: "2026-09-09T21:05:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:30Z"
    name: message-dumper-predictor-6575bcfdfd-f5fvc.18d3c30b68e066a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: 06a3ba54-141b-43f3-a754-20cdadf53fe5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f5fvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: bdb55471-3383-49e8-adac-e66ab15f602d
  kind: Event
  lastTimestamp: "2026-09-09T21:05:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:30Z"
    name: message-dumper-predictor-6575bcfdfd-f5fvc.18d3c30b69552f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16769"
    uid: 8974c56f-d43b-4295-a99c-a6b3dce2d229
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f5fvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: bdb55471-3383-49e8-adac-e66ab15f602d
  kind: Event
  lastTimestamp: "2026-09-09T21:05:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:30Z"
    name: message-dumper-predictor-6575bcfdfd-f5fvc.18d3c30b6960bbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: c5022ea0-9112-4a9f-a2c6-b1ec9d6eda0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f5fvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: bdb55471-3383-49e8-adac-e66ab15f602d
  kind: Event
  lastTimestamp: "2026-09-09T21:05:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:30Z"
    name: message-dumper-predictor-6575bcfdfd-f5fvc.18d3c30b6c400240
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: da56db04-1eb6-4575-be4c-2e84695df3d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f5fvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: bdb55471-3383-49e8-adac-e66ab15f602d
  kind: Event
  lastTimestamp: "2026-09-09T21:05:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:30Z"
    name: message-dumper-predictor-6575bcfdfd-f5fvc.18d3c30b6cbd3756
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: d67b6b4e-2ae4-4f69-abef-eb7954677f92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f5fvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: bdb55471-3383-49e8-adac-e66ab15f602d
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: message-dumper-predictor-6575bcfdfd-f5fvc.18d3c325d02fe007
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 41b8f4f1-b568-4c23-921c-b3a19dfd5a79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f5fvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: bdb55471-3383-49e8-adac-e66ab15f602d
  kind: Event
  lastTimestamp: "2026-09-09T21:07:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:24Z"
    name: message-dumper-predictor-6575bcfdfd-f5fvc.18d3c325d0311113
    namespace: kserve-ci-e2e-test
    resourceVersion: "17849"
    uid: 445381bc-fdb7-4f48-836b-f64821aa8022
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-145.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-145.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16710"
    uid: 02ec560c-fa83-4e10-a93a-2e2288054f15
  kind: Event
  lastTimestamp: "2026-09-09T21:05:29Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-f5fvc'
  metadata:
    creationTimestamp: "2026-09-09T21:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:29Z"
    name: message-dumper-predictor-6575bcfdfd.18d3c30affffafc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16721"
    uid: 2ed0d523-acfb-41d5-b61a-f2dc267c934d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16709"
    uid: a75eca6e-e577-4158-8331-8e740b14bfd3
  kind: Event
  lastTimestamp: "2026-09-09T21:05:28Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:28Z"
    name: message-dumper-predictor.18d3c30afcb70f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16713"
    uid: e66c6c5a-29be-46e7-83be-64e3f0e97d14
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 955d2a1e-4755-48ae-9dec-b5728934a4dc
  kind: Event
  lastTimestamp: "2026-09-09T21:05:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:58Z"
    name: message-dumper-predictor.18d3c30e7be82298
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: 35f91065-a4f7-47aa-b708-b65ef819d93e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 955d2a1e-4755-48ae-9dec-b5728934a4dc
  kind: Event
  lastTimestamp: "2026-09-09T21:05:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:59Z"
    name: message-dumper-predictor.18d3c30e7c51953a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: f9b51255-da2d-4080-a5e6-b0e61deba261
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: 11769a9b-8b0e-4e83-b1d2-9c62b6a8934e
  kind: Event
  lastTimestamp: "2026-09-09T21:05:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:39Z"
    name: message-dumper.18d3c30afd9e94fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16849"
    uid: 55a005b7-e3a3-4f15-a3f3-8a6958cb8ee5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: 11769a9b-8b0e-4e83-b1d2-9c62b6a8934e
  kind: Event
  lastTimestamp: "2026-09-09T21:05:28Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T21:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:28Z"
    name: message-dumper.18d3c30afe373755
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: ea3c258b-8670-41e6-b938-41ff19c2b20e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 11769a9b-8b0e-4e83-b1d2-9c62b6a8934e
  kind: Event
  lastTimestamp: "2026-09-09T21:05:39Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:39Z"
    name: message-dumper.18d3c30d5b7ef06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: 1ae793d1-7131-4ba4-89d1-0e943285cadf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:14:44.926085Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:14:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:14:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c38c6f48c1ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21768"
    uid: 66ba612f-c798-40c6-b7dd-a6163df3036d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:14:45Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:14:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c38c9195c386
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: 9ac670f2-4cc4-4185-a2d1-c630346bcfc6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:14:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c38c930e4006
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 5f0c7b6c-d39b-403b-8f9b-ad62281632fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:14:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c38c96594146
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 8dcc54ea-1ddf-4bc9-9f23-e608eac14505
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:14:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c38c96cf811b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: bce8cfbb-9767-4422-baa3-3856fcf0ca6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:14:49Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-09T21:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:49Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c38d8f1120b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21865"
    uid: 440f5953-9f57-4ed1-bbf9-95439c48ff55
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:17:05Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m15.836s
    (2m15.836s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c3ad2f942829
    namespace: kserve-ci-e2e-test
    resourceVersion: "22951"
    uid: fc89f41f-9481-4349-9d2a-b59294aaac24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:17:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c3ad35b5c288
    namespace: kserve-ci-e2e-test
    resourceVersion: "22952"
    uid: 650ac069-5735-4e94-bf54-2eacccbf4311
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:17:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c3ad36d927d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22953"
    uid: 3a57b05a-e0f4-4ccf-a834-d382bdcf18d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:17:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c3ad36e5d34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22954"
    uid: 0ed88a57-c7ea-4194-9e0b-3adb4c8ab8b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:17:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c3ad3ce0a4f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22955"
    uid: 6a2d7671-6cc9-4b83-b5ae-8cb37583048b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:17:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c3ad3e2b7614
    namespace: kserve-ci-e2e-test
    resourceVersion: "22957"
    uid: 85509455-5957-40ec-9e58-18371572829e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:17:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-09T21:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:43Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c3b6063a3fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23314"
    uid: 677c9c8a-393c-46c8-92d3-7378399ac3dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:17:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c3b8b0d802fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23427"
    uid: ada56d4b-538a-490e-9cd4-4368d81e3316
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:17:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c3b8b0d888bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23428"
    uid: 2a46c31b-7c60-4e58-ac5b-6a65266b7252
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4a5f9bbd-83f2-4f42-8b6e-8c43c40e6dee
  kind: Event
  lastTimestamp: "2026-09-09T21:17:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq.18d3c3b982c17530
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 86d65e0a-9d4a-430c-b34a-c488e766ab4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21751"
    uid: e6247258-ae5b-4892-8c6f-a809d90d1ac6
  kind: Event
  lastTimestamp: "2026-09-09T21:14:44Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-2fhwq'
  metadata:
    creationTimestamp: "2026-09-09T21:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d3c38c6ed83023
    namespace: kserve-ci-e2e-test
    resourceVersion: "21765"
    uid: a3e604a8-09de-49ec-bc71-90dd51d5a702
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21749"
    uid: 1758daf2-f479-4c0b-a23f-c616157bcb05
  kind: Event
  lastTimestamp: "2026-09-09T21:14:44Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:44Z"
    name: sklearn-v2-mlserver-predictor.18d3c38c6a2644df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: be1c7553-42b9-437a-aa0d-1bfe500e6eeb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: a3d75c19-434c-41ec-9289-16097f4134d3
  kind: Event
  lastTimestamp: "2026-09-09T21:17:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:17:29Z"
    name: sklearn-v2-mlserver-predictor.18d3c38fe91547a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23144"
    uid: 27f6e1f8-3067-460a-914a-8073c88d744e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: a3d75c19-434c-41ec-9289-16097f4134d3
  kind: Event
  lastTimestamp: "2026-09-09T21:17:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:17:29Z"
    name: sklearn-v2-mlserver-predictor.18d3c38fe97688f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23145"
    uid: e8f9d00b-cb3a-485c-a76d-d45ab4719956
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: a3d75c19-434c-41ec-9289-16097f4134d3
  kind: Event
  lastTimestamp: "2026-09-09T21:17:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:17:44Z"
    name: sklearn-v2-mlserver-predictor.18d3c3b65c35aa31
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 6942cf2e-16b0-4fdf-b4e7-71f446e7c919
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: a3d75c19-434c-41ec-9289-16097f4134d3
  kind: Event
  lastTimestamp: "2026-09-09T21:17:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:17:45Z"
    name: sklearn-v2-mlserver-predictor.18d3c3b65c983384
    namespace: kserve-ci-e2e-test
    resourceVersion: "23325"
    uid: 22b32f17-a2d9-41d4-91c9-bc28638262c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: c0ac3828-519f-4066-a418-178b41622e4e
  kind: Event
  lastTimestamp: "2026-09-09T21:17:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:17:53Z"
    name: sklearn-v2-mlserver.18d3c38c6a498bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23394"
    uid: 796a8c56-8994-4509-8f55-e64a5bda445c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: c0ac3828-519f-4066-a418-178b41622e4e
  kind: Event
  lastTimestamp: "2026-09-09T21:14:44Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:44Z"
    name: sklearn-v2-mlserver.18d3c38c6abdf536
    namespace: kserve-ci-e2e-test
    resourceVersion: "21774"
    uid: 5aafe192-9d07-4eab-89ae-467f2adad51d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21743"
    uid: c0ac3828-519f-4066-a418-178b41622e4e
  kind: Event
  lastTimestamp: "2026-09-09T21:14:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:44Z"
    name: sklearn-v2-mlserver.18d3c38c70d8600b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: 21fb2c80-67d1-4404-8804-4b026734a5ad
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23392"
    uid: c0ac3828-519f-4066-a418-178b41622e4e
  kind: Event
  lastTimestamp: "2026-09-09T21:17:53Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:17:53Z"
    name: sklearn-v2-mlserver.18d3c3b85e980f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: 6ca3a367-a8ee-4e92-b4fe-9169d3fb7353
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:29:45.473811Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30615"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    to ip-10-0-130-40.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:29:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:29:45Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c45e1c1c97ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30621"
    uid: e020628a-35f5-4043-be35-5787f0dcf8b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-787597b459-hslr4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30627"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:29:46Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:29:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c45e3e5300a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30634"
    uid: 5499277a-9301-41df-bad6-060fff910e0f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:29:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c45e3fdd2fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30636"
    uid: d77cba91-4b83-452c-b410-5973ea4b280a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:29:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c45e435a913e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30637"
    uid: 6bbb150e-da85-461f-8a79-5ac98c21fd1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:29:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c45e43d2ec16
    namespace: kserve-ci-e2e-test
    resourceVersion: "30638"
    uid: f67c52a4-c3cc-4137-9c19-7445a1373514
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:29:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T21:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c45f480b5707
    namespace: kserve-ci-e2e-test
    resourceVersion: "30682"
    uid: 3cf9ca1d-158b-403a-8541-e7327db63d3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:29:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c45f4b58ba0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30684"
    uid: 0a279f85-ee2d-41e5-b943-e03503ab753c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:29:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c45f4bd0c9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30685"
    uid: 2c709930-9f17-4a24-8eb8-5df6f52d3350
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:29:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c45f4bdb79a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30687"
    uid: c8a8b310-a1a2-4b99-911f-6b00151dcea0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:29:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c45f4f21e922
    namespace: kserve-ci-e2e-test
    resourceVersion: "30690"
    uid: 35bf97c6-105b-4e6e-8818-6b5ec16cc9cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:29:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:29:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c45f4f9a0793
    namespace: kserve-ci-e2e-test
    resourceVersion: "30692"
    uid: 954f12ae-f2ae-4b02-b9f5-db9d403327cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:30:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c469cf03f6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31049"
    uid: 1ef73255-6f8a-4436-8cf1-a8a83244c3ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:30:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c469cf0525eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31050"
    uid: fe56913f-f1d8-4f00-9889-e463d17b91bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:30:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:38Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c46a76078242
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 7746998e-f78f-4e3a-8fc3-b1d4be8fe198
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: b6d3e95e-d03f-4abe-844d-e5c7ba225755
  kind: Event
  lastTimestamp: "2026-09-09T21:30:38Z"
  message: 'Readiness probe failed: Get "http://10.132.0.59:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:30:38Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g.18d3c46a7656d10a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31073"
    uid: 0b236a05-202c-4fde-9abf-bdbbff18ebb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30605"
    uid: 9a292070-f499-4de8-9128-6002d0c0364b
  kind: Event
  lastTimestamp: "2026-09-09T21:29:45Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-hwh9g'
  metadata:
    creationTimestamp: "2026-09-09T21:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:29:45Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d3c45e1b8a864a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30616"
    uid: 0778f1ce-9cff-4b85-a0f4-be535f67f086
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30603"
    uid: 16f63d11-78c5-4816-9ceb-162e68002934
  kind: Event
  lastTimestamp: "2026-09-09T21:29:45Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:29:45Z"
    name: xgboost-v2-mlserver-predictor.18d3c45e18593363
    namespace: kserve-ci-e2e-test
    resourceVersion: "30606"
    uid: 482d1962-1d08-45f6-ad93-90404f95dad1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30604"
    uid: 36196979-fc27-450d-9728-2e8cc315ab3b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:30:30Z"
    name: xgboost-v2-mlserver-predictor.18d3c46197b7b4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: edf22804-db4d-4a2b-a8e8-ac9351b3174c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30604"
    uid: 36196979-fc27-450d-9728-2e8cc315ab3b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:30:30Z"
    name: xgboost-v2-mlserver-predictor.18d3c46198786c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31000"
    uid: f684a37d-a612-497f-83e5-9d4c0925ccf6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30760"
    uid: 36196979-fc27-450d-9728-2e8cc315ab3b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:30:15Z"
    name: xgboost-v2-mlserver-predictor.18d3c465176d3872
    namespace: kserve-ci-e2e-test
    resourceVersion: "30874"
    uid: 1249108b-df3a-4825-90e3-6846fe66f6ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30760"
    uid: 36196979-fc27-450d-9728-2e8cc315ab3b
  kind: Event
  lastTimestamp: "2026-09-09T21:30:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:30:15Z"
    name: xgboost-v2-mlserver-predictor.18d3c46518017f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: fd2a4118-4b53-4e72-8051-528f50972622
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30595"
    uid: df2d0a8c-13e1-42df-8c66-75404a187d41
  kind: Event
  lastTimestamp: "2026-09-09T21:30:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:30:28Z"
    name: xgboost-v2-mlserver.18d3c45e185c1038
    namespace: kserve-ci-e2e-test
    resourceVersion: "30981"
    uid: 2b65f88f-ca13-4fd9-b6e0-0dafe097031c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:29:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30595"
    uid: df2d0a8c-13e1-42df-8c66-75404a187d41
  kind: Event
  lastTimestamp: "2026-09-09T21:29:45Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:29:45Z"
    name: xgboost-v2-mlserver.18d3c45e18edc147
    namespace: kserve-ci-e2e-test
    resourceVersion: "30610"
    uid: df5240dd-95e4-45b3-aa68-87d50a1a262c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:30:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30979"
    uid: df2d0a8c-13e1-42df-8c66-75404a187d41
  kind: Event
  lastTimestamp: "2026-09-09T21:30:28Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:30:28Z"
    name: xgboost-v2-mlserver.18d3c46828c60e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30980"
    uid: 25679df3-4981-48f0-b065-507978665cea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40622"