---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:32:09.717258Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:32:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:32:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d63297dab79365
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: 7373f29a-56c5-4614-ad88-4792af8786ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:10Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:32:10Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d63297fca029d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24006"
    uid: ac27842e-972e-4094-949d-922680716801
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:10Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d63297fe5ecc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: c6dbb44d-524a-4e34-8507-86d24acb23be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:10Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d632980167ab06
    namespace: kserve-ci-e2e-test
    resourceVersion: "24009"
    uid: 56c1e50d-cfd7-4093-a7f0-ca4f8b9a658f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:10Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d6329801cc4836
    namespace: kserve-ci-e2e-test
    resourceVersion: "24010"
    uid: 460ad9f6-018c-4a27-86cf-ac7a223a9a4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:15Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d6329924126291
    namespace: kserve-ci-e2e-test
    resourceVersion: "24067"
    uid: 1bd7fdb8-5d41-4549-87de-9e9024e0fa11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d63299271e7b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: 2212cdeb-499f-47e7-9418-9e4653dc4600
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d632992785b4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24072"
    uid: dfa729bf-b62a-43b9-bea9-4c537356fb72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d63299278f9ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24073"
    uid: a2711180-760a-4c47-b7b3-6995ac1f0a5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d632992aa87050
    namespace: kserve-ci-e2e-test
    resourceVersion: "24075"
    uid: efe34e1f-0c17-4a96-bcc8-fecc7b9f07e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d632992b15c661
    namespace: kserve-ci-e2e-test
    resourceVersion: "24076"
    uid: 2660d743-a243-4419-bd27-1bd5824fdccd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d632999c0da70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24149"
    uid: 704beff9-f87b-4544-9081-bf7b73c9efba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:45Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d632a014286805
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: d72de244-82a5-4acf-ad2d-17e98de95004
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: b0e523ca-066c-4385-9157-e24cc6664bca
  kind: Event
  lastTimestamp: "2026-09-17T19:32:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:45Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg.18d632a01428ba1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24405"
    uid: 9a8a2a12-892f-47f0-b29f-c1eaaf3c173a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: bd3ff207-d7c8-4232-b8ed-32e0d34cdf19
  kind: Event
  lastTimestamp: "2026-09-17T19:32:09Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h7dmg'
  metadata:
    creationTimestamp: "2026-09-17T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d63297d9bad407
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 61c36ddc-6145-4d30-aca3-c3c80d795e56
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: cb10fb60-5272-4b42-8199-bf1fbc2de632
  kind: Event
  lastTimestamp: "2026-09-17T19:32:09Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63297d39bc097
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 33a14053-7d5e-41c5-bd42-21f32812b784
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23974"
    uid: c4557f92-a8c4-448e-ad6d-4b2465bde98e
  kind: Event
  lastTimestamp: "2026-09-17T19:32:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6329b521e916c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24162"
    uid: a9a11a62-027c-44f4-af6d-81524e014763
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23974"
    uid: c4557f92-a8c4-448e-ad6d-4b2465bde98e
  kind: Event
  lastTimestamp: "2026-09-17T19:32:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6329b52eb97b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 3a062b1d-7673-400f-876b-cf634f4845ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: c4557f92-a8c4-448e-ad6d-4b2465bde98e
  kind: Event
  lastTimestamp: "2026-09-17T19:32:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:39Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6329ed1c5e0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24345"
    uid: 3984cda8-7074-4f8f-87ab-4614b909ebc6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: c4557f92-a8c4-448e-ad6d-4b2465bde98e
  kind: Event
  lastTimestamp: "2026-09-17T19:32:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:39Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6329ed23935a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24347"
    uid: 1dc71f6a-76cc-4acb-a7aa-52c5c2cfe471
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: f13585f4-5e73-4318-a06e-bf88ddd1af90
  kind: Event
  lastTimestamp: "2026-09-17T19:32:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:32:33Z"
    name: isvc-autogluon-ts-v1-noslash.18d63297d37bc6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24295"
    uid: 6157ef7f-1a89-4c65-9e38-9d2008c65f90
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: f13585f4-5e73-4318-a06e-bf88ddd1af90
  kind: Event
  lastTimestamp: "2026-09-17T19:32:09Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:32:09Z"
    name: isvc-autogluon-ts-v1-noslash.18d63297d3ff4088
    namespace: kserve-ci-e2e-test
    resourceVersion: "23998"
    uid: d1787582-7ed4-4f5d-9aa7-e1ed02b302d4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23968"
    uid: f13585f4-5e73-4318-a06e-bf88ddd1af90
  kind: Event
  lastTimestamp: "2026-09-17T19:32:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:32:09Z"
    name: isvc-autogluon-ts-v1-noslash.18d63297dbb1bb25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23999"
    uid: 2fbc8032-9c8c-4843-af4f-a334152174d9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: f13585f4-5e73-4318-a06e-bf88ddd1af90
  kind: Event
  lastTimestamp: "2026-09-17T19:32:33Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:32:33Z"
    name: isvc-autogluon-ts-v1-noslash.18d6329d5b3bd853
    namespace: kserve-ci-e2e-test
    resourceVersion: "24293"
    uid: d9343f20-8fb7-40f0-a530-fd74a9d6a9d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:30:21.886963Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23125"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:30:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:30:21Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d6327ebf87e812
    namespace: kserve-ci-e2e-test
    resourceVersion: "23135"
    uid: 748d12f4-9dbf-49b4-9cab-16194273d3fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23136"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:30:22Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:30:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d6327ee189b533
    namespace: kserve-ci-e2e-test
    resourceVersion: "23149"
    uid: 875b5a53-1783-473e-a898-e41dacf52e16
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:30:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d6327ee3016caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: dae2f94d-7798-40ce-ada5-ce562877db54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:30:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d6327ee69501e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23152"
    uid: 295e4d23-61b8-4f54-bbaa-dfc03046f4d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:30:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d6327ee707a848
    namespace: kserve-ci-e2e-test
    resourceVersion: "23153"
    uid: 29f3af04-a780-4436-ac72-4c937aeb76b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d6328e2529435d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23615"
    uid: fbdef48c-58ad-46e4-9bf8-de59eda047c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d6328e2bac7f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23621"
    uid: 2d800d5b-3bd1-4c00-932c-52538b80961e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d6328e2cdf844d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23622"
    uid: bfd54892-769a-4a15-8bb8-308459a404f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d6328e2ceab7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 0bdf7b38-beff-4e9a-8006-7d66eafaceeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d6328e3130b71c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 6e029a04-8737-436a-9877-1a294493d331
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d6328e320cabb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 99f0a515-e16e-40fa-9481-1ea28888c538
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:32:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:06Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d6328e9d3e5b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: 19388f25-efe4-440d-ac4b-5d32ebb9936a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:32:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:04Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d63296a13346cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 5c257bb1-7728-47bf-b47e-2a2aa66c20ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:32:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:04Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d63296a133ba4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: affeac4c-7a72-46ed-8d52-18e90857b864
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 7df2b63c-a44a-43d4-90ff-90952196d996
  kind: Event
  lastTimestamp: "2026-09-17T19:32:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:06Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm.18d63296ff3d2fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23937"
    uid: 43c61dae-b06a-42a5-ba6e-a965d284c8d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: c6d6c9f2-e3ef-4bcf-8a43-4002ce86853a
  kind: Event
  lastTimestamp: "2026-09-17T19:30:21Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-677zm'
  metadata:
    creationTimestamp: "2026-09-17T19:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:21Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d6327ebd28bd0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23127"
    uid: d0abd4d9-7cc7-42b4-9f91-5fdc520b427c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23113"
    uid: 175d1d43-7a88-4cc9-b397-2d2cbd15b8a9
  kind: Event
  lastTimestamp: "2026-09-17T19:30:21Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:21Z"
    name: isvc-autogluon-ts-v1-predictor.18d6327eb4b82608
    namespace: kserve-ci-e2e-test
    resourceVersion: "23117"
    uid: 3d4893ff-490f-4a94-96f6-2faac6699c7e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: 70c3e47f-0400-4ca7-acfc-3912390de448
  kind: Event
  lastTimestamp: "2026-09-17T19:31:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:31:51Z"
    name: isvc-autogluon-ts-v1-predictor.18d632823327081c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23813"
    uid: 2b181f4e-d40f-4dc8-b143-f60fc44e4d6c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: 70c3e47f-0400-4ca7-acfc-3912390de448
  kind: Event
  lastTimestamp: "2026-09-17T19:31:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:31:51Z"
    name: isvc-autogluon-ts-v1-predictor.18d63282338b8766
    namespace: kserve-ci-e2e-test
    resourceVersion: "23815"
    uid: 4680afb0-3d2c-48f4-951d-9dd9f331be5e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23105"
    uid: 14f1895a-7ab2-4bf0-8005-242503e48136
  kind: Event
  lastTimestamp: "2026-09-17T19:31:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:31:46Z"
    name: isvc-autogluon-ts-v1.18d6327eb4c294c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: 6ec0ff64-c28f-4e97-a72e-13ca33c7258b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23105"
    uid: 14f1895a-7ab2-4bf0-8005-242503e48136
  kind: Event
  lastTimestamp: "2026-09-17T19:30:22Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:30:22Z"
    name: isvc-autogluon-ts-v1.18d6327eb52af4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23141"
    uid: f1833a1a-dc36-4cfe-9699-82fcb54cfc69
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23108"
    uid: 14f1895a-7ab2-4bf0-8005-242503e48136
  kind: Event
  lastTimestamp: "2026-09-17T19:30:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:30:22Z"
    name: isvc-autogluon-ts-v1.18d6327ec7ac52b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23142"
    uid: 1f6d4ded-0668-4f75-a383-3cb3ad971150
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 14f1895a-7ab2-4bf0-8005-242503e48136
  kind: Event
  lastTimestamp: "2026-09-17T19:31:46Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:31:46Z"
    name: isvc-autogluon-ts-v1.18d632925bec2840
    namespace: kserve-ci-e2e-test
    resourceVersion: "23772"
    uid: 9421e2c0-b9a7-44c0-8bdc-bfb8b0fbf8bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:21:02.952242Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18313"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-njj57
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:21:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:21:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d631fc9c6cdb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "18318"
    uid: cb4bcc58-28d6-4d55-8f62-f695979df55d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18326"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:21:03Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:21:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d631fcbf4b946b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18336"
    uid: 5bc221a1-2283-4f03-a991-301624ca4c61
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:21:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d631fcc0bab710
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: 48eb788c-b7fd-4371-b729-16aadb300871
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:21:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d631fcc37d265f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18339"
    uid: e0a571e8-4832-4374-8ee3-38e7a9e5c021
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:21:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d631fcc3ef024e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18341"
    uid: 7fa2c83d-45fe-4a88-b6a0-174c431f6d8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:21:24Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d63201893f48ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: deaaabfa-86e7-48ec-a934-8cd134b9a1b7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:23:25Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m1.883s
    (2m1.883s including waiting). Image size: 8948761380 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d6321dea1556ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: 5760fff2-cedd-4994-b2a6-df6ed2cfa888
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:23:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d6321df0a678a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: 58415689-be98-4e91-8070-1ae0a7d55d9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:23:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d6321df1ad392b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: d9008bfa-7f3d-4d2a-aa43-d8d37ae77c12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:23:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d6321df1b9e233
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 311fa6b2-f7ad-4dfa-97ef-9c5ddd077c1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:23:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d6321df81242bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19472"
    uid: bff82aa8-652e-4a61-a30d-d90d20245f60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:23:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d6321df921d150
    namespace: kserve-ci-e2e-test
    resourceVersion: "19473"
    uid: ad518cef-366c-4934-9333-b6070af0e4fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:23:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:32Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d6321e15578079
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 67446754-f1de-41f9-9954-d9be04bb27eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:23:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d632235d0039a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 0ea551f8-c2eb-4848-961c-35d9fba10b8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 4a446110-2d66-4685-90b4-7ae80a30ba54
  kind: Event
  lastTimestamp: "2026-09-17T19:23:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-njj57.18d632235d0178ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19677"
    uid: 4c91fd13-b906-445b-8635-151e60366553
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18299"
    uid: 7974c4c7-b1e3-4d11-8230-73a721d867f6
  kind: Event
  lastTimestamp: "2026-09-17T19:21:02Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-njj57'
  metadata:
    creationTimestamp: "2026-09-17T19:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:21:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d631fc9c261bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18315"
    uid: fc2624fb-a60e-4606-98b2-0aeecad0e0b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18294"
    uid: 70dd2894-8f55-4bdf-8c51-3b24c194c711
  kind: Event
  lastTimestamp: "2026-09-17T19:21:02Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:21:02Z"
    name: isvc-autogluon-v1-predictor.18d631fc992e86a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: b8515316-4436-4b67-91ab-0440720d28fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18297"
    uid: 338a6f15-96cc-4445-a957-3a9b8bc2c962
  kind: Event
  lastTimestamp: "2026-09-17T19:23:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:23:48Z"
    name: isvc-autogluon-v1-predictor.18d632001793eb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: ef391841-220b-48ea-b9e4-c4dbc2b10515
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18297"
    uid: 338a6f15-96cc-4445-a957-3a9b8bc2c962
  kind: Event
  lastTimestamp: "2026-09-17T19:23:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:23:48Z"
    name: isvc-autogluon-v1-predictor.18d632001800b44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 95f0d008-c620-47b4-b97f-7acb57d9e0c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: 2d9b8f73-321e-4a39-baa3-5178d72b3781
  kind: Event
  lastTimestamp: "2026-09-17T19:23:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:23:42Z"
    name: isvc-autogluon-v1.18d631fc99268f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: 2d703edb-77f8-40e4-928c-067b57e2c800
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: 2d9b8f73-321e-4a39-baa3-5178d72b3781
  kind: Event
  lastTimestamp: "2026-09-17T19:21:02Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:21:02Z"
    name: isvc-autogluon-v1.18d631fc99bee129
    namespace: kserve-ci-e2e-test
    resourceVersion: "18309"
    uid: 705f64a8-d6b2-4562-b180-770d96bb7162
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19611"
    uid: 2d9b8f73-321e-4a39-baa3-5178d72b3781
  kind: Event
  lastTimestamp: "2026-09-17T19:23:42Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:23:42Z"
    name: isvc-autogluon-v1.18d63221d4c09dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19613"
    uid: d3f082bf-4816-49cc-8cc2-57755e0c0085
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:28:18.524614Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22068"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:28:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:28:18Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d63262068fd0c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: becc5bff-9f6a-4fde-82ff-bbebafba293c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:28:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:18Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d632621385cbfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22088"
    uid: 8023e9a0-3588-4a8a-8c61-85851a1e881e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22079"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:28:19Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:28:19Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d632624c5db54a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: ece6bf33-8037-4de6-ae00-3213f3cfe79e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:28:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:19Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d632624e26c0e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22101"
    uid: 8f6d86df-b5d4-4797-92a0-1c50ada0cecd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:28:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:19Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d6326250f5a66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: aa608b80-5b6b-4364-831c-0eaef14fd8c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:28:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:19Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d6326251673f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22103"
    uid: b9de8965-5ad2-464b-92bc-966941d8f8f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:28:25Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d632638e56ecb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: c633531d-4a55-45ca-9e3f-769d063d6967
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:28:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d632639180ad0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 06b569f9-8d6c-415b-8540-1d2770a78be4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:28:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d6326391fa428c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: 22f97de9-f9db-433e-8f95-02346a780ccb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:28:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d6326392062dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 21b33d62-eefe-47ca-b801-1a8836036b32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:28:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d6326395551d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22156"
    uid: d1db7afb-574e-4f04-bd2a-895b18e1919f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:28:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d6326395cdafba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 6604dae0-ec12-4411-9501-5273b2d7b9e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:30:10Z"
  message: 'Readiness probe failed: Get "http://10.134.0.37:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T19:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d6327bff97a1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: e3e909d4-33fe-4705-834a-09ed844bf6e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:30:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d6327d83e71434
    namespace: kserve-ci-e2e-test
    resourceVersion: "23059"
    uid: f6ec5578-6081-4d93-ba9e-d9ff93f01530
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:30:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d6327d83ea78f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23060"
    uid: 29d7fbbd-d968-44ee-a74b-9ba37fe2f06f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 97808097-7481-479a-9eb4-84c4154ef102
  kind: Event
  lastTimestamp: "2026-09-17T19:30:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:18Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws.18d6327dde99e5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: 1efbaf88-0cb9-4c14-a31d-0d5b4939c31c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22059"
    uid: 09310c98-8eb7-412b-b1b9-5090b2e08ee1
  kind: Event
  lastTimestamp: "2026-09-17T19:28:18Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-27fws'
  metadata:
    creationTimestamp: "2026-09-17T19:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:18Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d632620616ee97
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 2502e00f-b6eb-4b33-90ae-d768989c2fd4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22057"
    uid: 984c8ca0-840f-428c-a5e1-279782632f2d
  kind: Event
  lastTimestamp: "2026-09-17T19:28:18Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63262032257b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22061"
    uid: 7ba65118-8f09-4bde-9c21-2f8460201f2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22058"
    uid: ea8e820b-961b-4e15-9a17-e0f8fa45e86c
  kind: Event
  lastTimestamp: "2026-09-17T19:29:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63265817a3769
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: cf15010e-589b-4858-b024-d6a4a5ff2966
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22058"
    uid: ea8e820b-961b-4e15-9a17-e0f8fa45e86c
  kind: Event
  lastTimestamp: "2026-09-17T19:29:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6326581f94cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22439"
    uid: cb762dd2-9c30-466f-bde2-699458060c48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22219"
    uid: ea8e820b-961b-4e15-9a17-e0f8fa45e86c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6326900b33a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22950"
    uid: 71e86c3f-301e-4739-a0b2-28746025b60d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22219"
    uid: ea8e820b-961b-4e15-9a17-e0f8fa45e86c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63269011e4991
    namespace: kserve-ci-e2e-test
    resourceVersion: "22951"
    uid: bc5c1911-0832-42f6-98ff-376e8723ac25
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 9c01dcbe-978a-48db-ba10-f5fb391755ca
  kind: Event
  lastTimestamp: "2026-09-17T19:29:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:29:59Z"
    name: isvc-autogluon-v2-noslash.18d632620308a3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22916"
    uid: 3c1c6eef-4243-4ad1-ac40-fe7da9b1c01b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 9c01dcbe-978a-48db-ba10-f5fb391755ca
  kind: Event
  lastTimestamp: "2026-09-17T19:28:18Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:18Z"
    name: isvc-autogluon-v2-noslash.18d6326203b74829
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: ae8d719e-3e49-4d5d-8945-6cc9f5db3bf8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22052"
    uid: 9c01dcbe-978a-48db-ba10-f5fb391755ca
  kind: Event
  lastTimestamp: "2026-09-17T19:28:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:18Z"
    name: isvc-autogluon-v2-noslash.18d63262099b9392
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: e405f431-ec5c-4dff-acf7-0d36658804b8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22914"
    uid: 9c01dcbe-978a-48db-ba10-f5fb391755ca
  kind: Event
  lastTimestamp: "2026-09-17T19:29:59Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:29:59Z"
    name: isvc-autogluon-v2-noslash.18d6327974979fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22915"
    uid: f82262b7-fc74-4949-8b98-0948b4df0e87
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:23:54.604206Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:23:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:23:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d6322493adfd54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: f0f2f8ff-4dfc-4fd4-9e0f-070637fb036e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:23:55Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:23:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d63224b84977bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 1e823440-b308-4d60-9a62-9473dc1c87c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:23:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d63224b9a26832
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: b5f68adb-1565-47bc-ade5-840685197b12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:23:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d63224bfb8f8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 1deeec52-19de-4ccc-96f9-263e1e7efafc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:23:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d63224c0c807cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19771"
    uid: 48620ec7-9bed-4680-bc99-c5884693727e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:24:00Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d6322609b86ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "19817"
    uid: 0ace3aa6-0596-4561-990b-3770d36f0988
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:24:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d632260d11dc37
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: 0d0c24fa-0a04-40a6-ba26-89e99abfdf2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:24:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d632260d805c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19822"
    uid: 581f1ac8-fe9d-4e93-b844-fae01223aa0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:24:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d632260d8cd300
    namespace: kserve-ci-e2e-test
    resourceVersion: "19823"
    uid: 50bf6dc4-6bd3-40d1-9958-ca9c7e9edcba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:24:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d6322610e82f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19825"
    uid: 7850351b-2e91-4a82-af24-0937de498fb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:24:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d63226115994c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 39ff6738-1d4c-46c4-942b-0b765221ad69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:25:47Z"
  message: 'Readiness probe failed: Get "http://10.134.0.31:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T19:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d6323ec381d39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20688"
    uid: 47f9756d-66d2-48fa-a935-b5ff5fffb643
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:25:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d6323fb619a488
    namespace: kserve-ci-e2e-test
    resourceVersion: "20731"
    uid: 214d9c34-e5f0-4cdf-9ffb-982b8ba2e90d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 27e543e2-0760-4cad-a160-4eb93711a3ed
  kind: Event
  lastTimestamp: "2026-09-17T19:25:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw.18d6323fb61a400d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: c213db2f-4aa1-4df7-a03f-9130898a9c0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19735"
    uid: f911c8a2-476b-4cd3-a812-a70c176dc26f
  kind: Event
  lastTimestamp: "2026-09-17T19:23:54Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-lp4fw'
  metadata:
    creationTimestamp: "2026-09-17T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:23:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d632249360769b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: 48a27053-106d-4dad-852f-2b868ef4c02e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19733"
    uid: ba5d115e-ae81-40ec-a0c4-9293ff4b925f
  kind: Event
  lastTimestamp: "2026-09-17T19:23:54Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:23:54Z"
    name: isvc-autogluon-v2-predictor.18d632249010e6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: 136465f8-63c5-421e-8857-d5806e871eb3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 2a3b6d10-7a72-4831-84af-87e465097654
  kind: Event
  lastTimestamp: "2026-09-17T19:24:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:24:39Z"
    name: isvc-autogluon-v2-predictor.18d632280e981305
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: b27d49c9-4656-4b28-b3d5-da177548ea38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 2a3b6d10-7a72-4831-84af-87e465097654
  kind: Event
  lastTimestamp: "2026-09-17T19:24:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:24:39Z"
    name: isvc-autogluon-v2-predictor.18d632280f0b984c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20106"
    uid: bc9f2951-dbe7-4df5-bc51-fca80c24f06e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 2a3b6d10-7a72-4831-84af-87e465097654
  kind: Event
  lastTimestamp: "2026-09-17T19:25:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:39Z"
    name: isvc-autogluon-v2-predictor.18d632328bc7a3e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20632"
    uid: 0551c0d8-519b-49e2-a05c-3d81869d2a0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 2a3b6d10-7a72-4831-84af-87e465097654
  kind: Event
  lastTimestamp: "2026-09-17T19:25:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:39Z"
    name: isvc-autogluon-v2-predictor.18d632328c3fc0b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 07355c82-a4dc-4de1-a26f-e581042bab92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:25:56.349785Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:25:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:25:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d63240ec481628
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: bb9e77d7-0609-428d-bd77-38b61559a558
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:25:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d63240f6f6b6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20814"
    uid: ff4263e2-0d24-4ef9-a50d-ccbcb7184e04
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:25:57Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:25:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d6324131ff9798
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: a52ceb55-c92b-4070-b4b8-d1c4cf87a3b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:25:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d632413384bf25
    namespace: kserve-ci-e2e-test
    resourceVersion: "20827"
    uid: 71dbef70-ecbb-4953-9654-ee0a2edce3b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:25:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d632413666ebe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: a51e4c2c-4309-45cc-bff7-05a7c5b6ca70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:25:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d6324136cac531
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: 8072b1ca-f079-47ea-bc8a-7cbcb0524f98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:26:27Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:27Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d632482faad58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: 0b33f176-b6a6-4b1a-a8df-9919661845a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:26:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:27Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d63248330f87e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: bfa5309b-4fcc-4a8d-9f19-754fc0c7ea93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:26:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:27Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d6324833863d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21062"
    uid: 925089f4-8de7-45ef-a30c-7eb65097a596
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:26:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:27Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d63248339055de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21063"
    uid: 059b6966-d742-49f4-80ce-5ff32828ec00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:26:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:27Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d6324836525e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: b80881cc-0b27-408f-9b27-f11c67fdf4a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:26:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:27Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d6324836c9a98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21066"
    uid: 0d08dbb6-29f5-4e65-955d-e45f7b2b84c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:28:11Z"
  message: 'Readiness probe failed: Get "http://10.134.0.33:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T19:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:11Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d632604a94753e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21970"
    uid: 8c37df53-b599-43d6-ac25-804ce7ce223d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:28:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:13Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d63260d0793bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22005"
    uid: 4d8461fe-9286-4959-ac6a-12598760d2ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 603c8c24-838d-4219-ac20-4b038483ec5d
  kind: Event
  lastTimestamp: "2026-09-17T19:28:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:13Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc.18d63260d0798df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22006"
    uid: b9779d19-22af-4a6e-92cd-ba4cc968cc6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: d0ea109e-d9f7-4fb9-b42b-40dd70d05143
  kind: Event
  lastTimestamp: "2026-09-17T19:25:56Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-pbtjc'
  metadata:
    creationTimestamp: "2026-09-17T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d63240eba6e39a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: 1afa980b-590c-4305-9042-88d64bd5bd0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: c6f0e7c5-938b-45b8-b07d-edf5c9e9d83b
  kind: Event
  lastTimestamp: "2026-09-17T19:25:56Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:56Z"
    name: isvc-autogluon-v2-variants-predictor.18d63240e8cacbe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 5096301b-f395-498e-9a58-a32299e5eaeb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20788"
    uid: 11f534df-b1b4-4857-ba57-bd8d3c1c519b
  kind: Event
  lastTimestamp: "2026-09-17T19:26:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:56Z"
    name: isvc-autogluon-v2-variants-predictor.18d63244673de63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: ba1d0325-8177-4202-95a8-65fbab156ca2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20788"
    uid: 11f534df-b1b4-4857-ba57-bd8d3c1c519b
  kind: Event
  lastTimestamp: "2026-09-17T19:26:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:56Z"
    name: isvc-autogluon-v2-variants-predictor.18d6324467ac7bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: dcbd75fe-90aa-4229-9592-12cbe16c9f57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 11f534df-b1b4-4857-ba57-bd8d3c1c519b
  kind: Event
  lastTimestamp: "2026-09-17T19:28:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:11Z"
    name: isvc-autogluon-v2-variants-predictor.18d63252637d1190
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: ddf73fa1-3304-4df6-a90e-f718c6d13a6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 11f534df-b1b4-4857-ba57-bd8d3c1c519b
  kind: Event
  lastTimestamp: "2026-09-17T19:28:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:11Z"
    name: isvc-autogluon-v2-variants-predictor.18d6325264055dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: 95c1fd67-0399-4d6f-a285-1cd1908d2e8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: a26118cf-d2a8-4f16-80ee-3e0424708df8
  kind: Event
  lastTimestamp: "2026-09-17T19:28:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:00Z"
    name: isvc-autogluon-v2-variants.18d63240e8c8d85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21895"
    uid: e9c276a6-5721-41df-a4bf-a9e2a72d15bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: a26118cf-d2a8-4f16-80ee-3e0424708df8
  kind: Event
  lastTimestamp: "2026-09-17T19:25:56Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:25:56Z"
    name: isvc-autogluon-v2-variants.18d63240e948f475
    namespace: kserve-ci-e2e-test
    resourceVersion: "20810"
    uid: 6e232dd2-f944-4ed7-9a84-5ac16389af70
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: a26118cf-d2a8-4f16-80ee-3e0424708df8
  kind: Event
  lastTimestamp: "2026-09-17T19:25:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:25:56Z"
    name: isvc-autogluon-v2-variants.18d63240eeb4614d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20811"
    uid: 542c5c6d-2f1e-4dbd-95f4-5206943ed886
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: a26118cf-d2a8-4f16-80ee-3e0424708df8
  kind: Event
  lastTimestamp: "2026-09-17T19:28:00Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:00Z"
    name: isvc-autogluon-v2-variants.18d6325dbf9b1b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "21894"
    uid: ef834572-cbd7-4369-b9c6-3776bf4b8efd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 3e9801fd-612d-4ed9-a4b1-c9d6b7ac0161
  kind: Event
  lastTimestamp: "2026-09-17T19:25:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:25:36Z"
    name: isvc-autogluon-v2.18d632248fce755f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20609"
    uid: 78534cf6-2d84-40a9-be15-23bcceb887e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 3e9801fd-612d-4ed9-a4b1-c9d6b7ac0161
  kind: Event
  lastTimestamp: "2026-09-17T19:23:54Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:23:54Z"
    name: isvc-autogluon-v2.18d63224905cbfcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19756"
    uid: adc4a17d-2faa-4f93-ac7a-913b366b2d03
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: 3e9801fd-612d-4ed9-a4b1-c9d6b7ac0161
  kind: Event
  lastTimestamp: "2026-09-17T19:23:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:23:54Z"
    name: isvc-autogluon-v2.18d632249659d664
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: 769e7151-a0e7-4788-8aac-32a2d550350e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: 3e9801fd-612d-4ed9-a4b1-c9d6b7ac0161
  kind: Event
  lastTimestamp: "2026-09-17T19:25:36Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:25:36Z"
    name: isvc-autogluon-v2.18d6323c3922d04b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: 4d49bf91-0aab-46fe-affa-3f163163bd81
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:32:50.305836Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7c7f45c769-p8krl
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a14dfc31b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24496"
    uid: 1eacb052-f585-4162-9201-f35fbc4eb471
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24498"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a17007dc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24520"
    uid: 804db119-22a6-4e86-8b7d-ffbb4cdd1deb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a1719ee2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: 8094598a-2e6e-4a1a-abcc-e96b5d74615a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:32:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    in 3.687s (3.687s including waiting). Image size: 306615211 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:54Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a24d6fbf45
    namespace: kserve-ci-e2e-test
    resourceVersion: "24561"
    uid: b00197f4-c08e-49fb-95a6-159928271e81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:32:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:54Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a250b2cb45
    namespace: kserve-ci-e2e-test
    resourceVersion: "24562"
    uid: 35a1e76a-533f-4dba-b2cb-5d25455394ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:32:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:54Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a251290fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24563"
    uid: c5e7ec14-ca32-4b60-82fc-724edd3680e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:32:58Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
  metadata:
    creationTimestamp: "2026-09-17T19:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:58Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a347d13231
    namespace: kserve-ci-e2e-test
    resourceVersion: "24643"
    uid: 111d98cb-cd69-49d4-af2d-f69b9395f097
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:33:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    in 14.855s (14.855s including waiting). Image size: 1607070610 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:13Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a6bd49eb71
    namespace: kserve-ci-e2e-test
    resourceVersion: "24822"
    uid: e5d1f752-30bb-4379-95e9-b5f12f65a61d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:33:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:13Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a6c05b2ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24823"
    uid: 6444db0d-0c77-4bf9-bc16-dd6e3698d41b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:33:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:13Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a6c0d1f415
    namespace: kserve-ci-e2e-test
    resourceVersion: "24824"
    uid: e438ad1d-335c-4082-8e54-3c178ed73ad5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:33:13Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T19:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:13Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a6c0ddef2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: 084d1b37-4732-4234-9b67-b3b29eb649e5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:33:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.272s (2.272s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:15Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a748513b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: 47c8638f-71ed-4026-aedd-42b92418f006
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:33:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:16Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a74af5b711
    namespace: kserve-ci-e2e-test
    resourceVersion: "24844"
    uid: aa93932b-8eea-40f4-8c62-85191c9738e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:33:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:16Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a74b6cdd3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24845"
    uid: 6416fef0-8ac9-465e-b93a-db529c28bff8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:34:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:20Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632a7bb020d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 897e6392-3412-4c35-8441-3cb141f530be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:34:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:20Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632b639fed636
    namespace: kserve-ci-e2e-test
    resourceVersion: "25423"
    uid: 1a17902f-4d8c-4fe9-baff-d19aa023a18b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:34:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:20Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632b639ffe212
    namespace: kserve-ci-e2e-test
    resourceVersion: "25425"
    uid: ea747ba9-fa59-412e-8e0f-7992135df836
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-p8krl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 0568d020-d54d-459f-8d36-34ec55229505
  kind: Event
  lastTimestamp: "2026-09-17T19:34:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:48Z"
    name: isvc-canary-create-predictor-7c7f45c769-p8krl.18d632b7191b128c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25826"
    uid: 8113b810-79ed-4e06-90bd-fc9a946ef950
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:32:50.355958Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7c7f45c769-zjdl7
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632a150f8e945
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 76d43c40-b434-4521-81c1-0518e144f2c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632a172f8d50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24525"
    uid: ae7cd8ac-fffb-4747-b0f6-567e1de730f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632a174818f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: 17e8d933-421d-4abc-90e4-6e1ef8a10933
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632a1773ec8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24529"
    uid: f0ff3ec1-acf4-46fc-897a-545cdc73d266
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:32:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:51Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632a177adf4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24530"
    uid: 172eb93a-ef22-4510-9568-6196019dcca2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632a281cefd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "24582"
    uid: 55585c87-db75-4a70-8032-37546f02c093
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632a285b1cfa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: ceac0699-74da-4c54-bd5e-1d15efecbda4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632a2861e0709
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: 6d306c7a-c6fd-437b-8e7a-32e2eed0310a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632a28627d1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24592"
    uid: 7464a4d9-d328-4d69-b905-1d0489fd3688
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632a28918ef17
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 8b8730aa-4387-43f1-9650-e7cf4d2eea1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632a289888403
    namespace: kserve-ci-e2e-test
    resourceVersion: "24596"
    uid: fb3eb7a8-e6e4-481f-9720-61771426cdfa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:34:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:34Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632a2fa1d20d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25581"
    uid: 73a39f7e-c470-4b65-b0e5-bba337c7753e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:34:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:30Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632b8946f4526
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: 8aa47b69-a48f-4478-8657-2ed06e4b204d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:34:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:30Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632b8946fb218
    namespace: kserve-ci-e2e-test
    resourceVersion: "25545"
    uid: 394545c6-5bdf-4ad7-8732-5386f8584a77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec35817e-67ad-48cc-8836-4df13a6cb298
  kind: Event
  lastTimestamp: "2026-09-17T19:34:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:33Z"
    name: isvc-canary-create-predictor-7c7f45c769-zjdl7.18d632b9548fcf2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: 59fe81fe-2f20-491a-958e-f7ed2224aa2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7c7f45c769
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: fd770226-1439-4f7e-9164-2d804f58dcdb
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: 'Created pod: isvc-canary-create-predictor-7c7f45c769-p8krl'
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-predictor-7c7f45c769.18d632a14d5661b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24493"
    uid: 0a13a57f-b782-487c-8ff1-1fb523926219
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7c7f45c769
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: fd770226-1439-4f7e-9164-2d804f58dcdb
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: 'Created pod: isvc-canary-create-predictor-7c7f45c769-zjdl7'
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-predictor-7c7f45c769.18d632a1506ca76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24500"
    uid: 3f16d42d-4f40-484b-b81d-dba68f70b0ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7c7f45c769
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: fd770226-1439-4f7e-9164-2d804f58dcdb
  kind: Event
  lastTimestamp: "2026-09-17T19:34:20Z"
  message: 'Deleted pod: isvc-canary-create-predictor-7c7f45c769-p8krl'
  metadata:
    creationTimestamp: "2026-09-17T19:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:20Z"
    name: isvc-canary-create-predictor-7c7f45c769.18d632b639dec689
    namespace: kserve-ci-e2e-test
    resourceVersion: "25420"
    uid: 3975a024-070d-42cf-ab71-88d05e6988c1
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24472"
    uid: ee9e3c70-7bab-4f6d-880f-749301b4eb8f
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: Scaled up replica set isvc-canary-create-predictor-7c7f45c769 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-predictor.18d632a148ff885d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24475"
    uid: 2862bdfb-0598-4f50-ac5e-cdd99d346702
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25412"
    uid: ee9e3c70-7bab-4f6d-880f-749301b4eb8f
  kind: Event
  lastTimestamp: "2026-09-17T19:34:20Z"
  message: Scaled down replica set isvc-canary-create-predictor-7c7f45c769 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:20Z"
    name: isvc-canary-create-predictor.18d632b6395f4d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "25417"
    uid: f8f9aee5-264b-4191-b7eb-69f3781cb90f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:32:50.259906Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24479"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632a14b3f4c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24486"
    uid: 52b39cae-2e0a-4e0d-9a53-8ae8a0e6a02e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24491"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632a16ddf942b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: 48a7aa28-ede5-4aac-b96c-c32e533f60e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632a16f3f264e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24519"
    uid: f7015cd0-10bd-4a36-ae2c-24740cbda602
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632a1723c1a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24523"
    uid: 746d016d-48c9-49ae-a855-31df72490cda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632a172a361cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24524"
    uid: 9d434ffe-605b-4866-9b28-420b2b14dd9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632a281b4bd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "24580"
    uid: 774e634a-69ff-4585-9c4c-7205664ca3be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632a285a5aea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24587"
    uid: 7ae23b21-16ec-42de-9cf2-a50d89b1c6e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632a28612212a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: a73ca8a8-177a-4bf6-b32c-b852b5b0775a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632a2861e0047
    namespace: kserve-ci-e2e-test
    resourceVersion: "24590"
    uid: 19398961-8f64-45fd-aeae-b7bda5583981
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632a288fd3c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "24594"
    uid: c5094f4e-371d-457d-893b-bb84a5bbf1e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632a2899ee4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24597"
    uid: ca5a96fa-3201-40cd-aa84-9d799ede5270
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:34:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:10Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632a2be345ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25322"
    uid: 68642040-03bc-49ce-9db8-b8ec644d5de1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:34:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:30Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632b894bcb4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "25546"
    uid: 74ff226b-eb54-4ce3-8c49-03862d1f6e4d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:34:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:30Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632b894bddf57
    namespace: kserve-ci-e2e-test
    resourceVersion: "25548"
    uid: 14469543-6d5a-4036-b30e-01cd5f47db76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e4177a21-86ae-4281-b6b3-eae6117395ba
  kind: Event
  lastTimestamp: "2026-09-17T19:34:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:32Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8.18d632b9187daedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25567"
    uid: 66189678-3abe-4179-8d8d-f0cb60782e93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-bfcdb48dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24464"
    uid: 16c553e6-0c69-41ad-ae95-0d779ca7efcc
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-bfcdb48dd-tjpp8'
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd.18d632a14a80de0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24482"
    uid: 0e597ce6-88cb-4037-9468-abb418eb44fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24463"
    uid: 9807cb2d-d7dd-44cd-bb67-56029cc83193
  kind: Event
  lastTimestamp: "2026-09-17T19:32:50Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-bfcdb48dd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:50Z"
    name: isvc-canary-create-v2-predictor.18d632a145fec1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24465"
    uid: 24593459-1031-4aab-a7aa-5a653a8a562a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24455"
    uid: 73dd47d3-5054-47e9-9339-1241b85bce2e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:34:24Z"
    name: isvc-canary-create.18d632a148822be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: 92387fe1-21c5-455f-8819-be34fc1d4476
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24455"
    uid: 73dd47d3-5054-47e9-9339-1241b85bce2e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:20Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:34:20Z"
    name: isvc-canary-create.18d632a149009dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25431"
    uid: 3df5082f-e561-49b4-a82b-9008fc105bce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24455"
    uid: 73dd47d3-5054-47e9-9339-1241b85bce2e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:34:20Z"
    name: isvc-canary-create.18d632a14900fe96
    namespace: kserve-ci-e2e-test
    resourceVersion: "25432"
    uid: 769cd88c-4bc0-48cd-899e-95790ef83fa2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25474"
    uid: 73dd47d3-5054-47e9-9339-1241b85bce2e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:24Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:34:24Z"
    name: isvc-canary-create.18d632b72686e955
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 0358cb53-9e3e-46bd-a9f3-4a355a9f9a8a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:34:35.512879Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25632"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:34:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:34:35Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632b9ccd03ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 517c7372-f21e-49a5-905d-51267c968c59
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:34:36Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:34:36Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632b9ef6cff10
    namespace: kserve-ci-e2e-test
    resourceVersion: "25668"
    uid: e7b8fa30-d1cc-4afd-b679-61826d5161a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:34:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:36Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632b9f0cd14f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25671"
    uid: 77658f84-fb11-4084-a269-4e004ad4c1ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:34:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:36Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632b9f3ea71bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25676"
    uid: 60b2e57c-ab33-43b4-b3f8-0a03394b233b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:34:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:36Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632b9f4721be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25677"
    uid: 891275ac-d99e-4890-92ee-6ed777f73940
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:34:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:40Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632bb138fdbde
    namespace: kserve-ci-e2e-test
    resourceVersion: "25740"
    uid: 0b391b15-6df4-47d7-9119-3f28876000d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:34:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632bb16763738
    namespace: kserve-ci-e2e-test
    resourceVersion: "25744"
    uid: ae2a6332-39e5-475c-b986-c9aaf0549abd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:34:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632bb16edceef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25745"
    uid: bb918fd1-3b69-4925-83e4-a5bac4cbb376
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:34:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632bb16f81fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25746"
    uid: 195f1fb4-f677-4183-91df-a78307891156
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:34:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632bb1b1089b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25749"
    uid: 0fbececc-45a0-46c1-9057-3324358eda10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:34:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632bb1b8eb680
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: cd20ffce-085e-4411-9608-1021b35496cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:35:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:48Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632bb4fca10c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26338"
    uid: 422d2941-d221-4477-869c-9ede7e02606c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:35:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:57Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632cccde0024f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26429"
    uid: bd8c290c-a9ea-4393-a63d-75847c414ac1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:35:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:57Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632cccde10c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "26431"
    uid: e95e709a-7689-48ad-b191-150c658c334b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: e224c4bb-22fa-4d4e-bd43-e95fc13083ac
  kind: Event
  lastTimestamp: "2026-09-17T19:35:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:58Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-qjxj7.18d632cd01fe37f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26450"
    uid: fd012d2f-fd0d-4a28-b2ef-c2309e45512c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:34:35.568552Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25642"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:34:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:34:35Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632b9d021b6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25646"
    uid: f1974ba7-9eb1-4e5f-8dc5-56b46615b65b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:36Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:34:36Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632b9f2073b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "25673"
    uid: 44089856-4f3a-44e7-ac39-49bd4c3bf80a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:36Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632b9f3624a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "25675"
    uid: c2889fbd-89cf-47ec-9c5a-100ce0a33599
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:36Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632b9f66d538b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25678"
    uid: 15099f03-85dc-401e-b9fe-37e997c59a84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:36Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632b9f6e904f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25679"
    uid: 80288007-49d0-4734-8ba1-2ce545839601
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632bb23ea26db
    namespace: kserve-ci-e2e-test
    resourceVersion: "25754"
    uid: 85182b68-0849-4bad-9947-eb0f7ea7cd77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632bb274599c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25756"
    uid: 26c8e6a2-3e0d-49a9-a294-36e488125f88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632bb27b9d3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25757"
    uid: 34f5bb09-7138-48cf-bbe9-0ab9b6928f9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632bb27c551a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b75d5f7c-4e5c-402b-80ca-67ad96ba4a2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632bb2a836a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "25760"
    uid: d1e15207-8e92-4958-be34-09b511ca97dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:34:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632bb2afb1665
    namespace: kserve-ci-e2e-test
    resourceVersion: "25761"
    uid: 3c053c86-3da0-4613-9a9a-2df0107836eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:36:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:08Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632bb5feacd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26580"
    uid: 8c6b1aed-4e29-4d1b-b335-2524c6074b60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:36:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:05Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632cec235685e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26530"
    uid: 97d889f1-5c81-4716-91e6-911ec8f02798
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:36:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:05Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632cec236a538
    namespace: kserve-ci-e2e-test
    resourceVersion: "26534"
    uid: 7d012262-5912-42c4-adc8-82771616ef02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 3c2de1a6-ad14-4424-9f50-8a6abe7ba64e
  kind: Event
  lastTimestamp: "2026-09-17T19:36:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:08Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-zwnbc.18d632cf661a56c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26579"
    uid: f73fca06-522c-4a26-a2b7-8ea9d411045c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-78b4c78fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: 501c6953-2ee6-4b34-b3b1-0ee43048cf55
  kind: Event
  lastTimestamp: "2026-09-17T19:34:35Z"
  message: 'Created pod: isvc-canary-promote-predictor-78b4c78fb9-qjxj7'
  metadata:
    creationTimestamp: "2026-09-17T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:35Z"
    name: isvc-canary-promote-predictor-78b4c78fb9.18d632b9cc5d4c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: e365d7e1-116b-4e28-84d2-925cfa972ab4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-78b4c78fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: 501c6953-2ee6-4b34-b3b1-0ee43048cf55
  kind: Event
  lastTimestamp: "2026-09-17T19:34:35Z"
  message: 'Created pod: isvc-canary-promote-predictor-78b4c78fb9-zwnbc'
  metadata:
    creationTimestamp: "2026-09-17T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:35Z"
    name: isvc-canary-promote-predictor-78b4c78fb9.18d632b9cf87f8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: 7ffa85f0-aa7c-46ca-a787-af8a027edac7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-78b4c78fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: 501c6953-2ee6-4b34-b3b1-0ee43048cf55
  kind: Event
  lastTimestamp: "2026-09-17T19:35:57Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-78b4c78fb9-qjxj7'
  metadata:
    creationTimestamp: "2026-09-17T19:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:35:57Z"
    name: isvc-canary-promote-predictor-78b4c78fb9.18d632cccdb83364
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: 88d1e594-ac20-4fc7-9b2b-1a13e5bb3edd
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25615"
    uid: c522166a-1a8e-4353-8745-03d4a8c73738
  kind: Event
  lastTimestamp: "2026-09-17T19:34:35Z"
  message: Scaled up replica set isvc-canary-promote-predictor-78b4c78fb9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:35Z"
    name: isvc-canary-promote-predictor.18d632b9c9232539
    namespace: kserve-ci-e2e-test
    resourceVersion: "25618"
    uid: 37aacaba-2fc1-44c8-93c4-1f13a05a9522
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: c522166a-1a8e-4353-8745-03d4a8c73738
  kind: Event
  lastTimestamp: "2026-09-17T19:35:57Z"
  message: Scaled down replica set isvc-canary-promote-predictor-78b4c78fb9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:35:57Z"
    name: isvc-canary-promote-predictor.18d632cccd47ea88
    namespace: kserve-ci-e2e-test
    resourceVersion: "26422"
    uid: f7986492-aca9-4c26-bfc4-ae9a875f4877
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:36:05.580955Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26536"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:36:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:36:05Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632cec54a056d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26541"
    uid: 32e0c1dc-99d6-451e-9fd3-842315e08908
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26545"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:36:06Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:36:06Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632cee76cda26
    namespace: kserve-ci-e2e-test
    resourceVersion: "26555"
    uid: 40959bc1-4e57-431d-ba71-7df5b8f8da77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:36:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:06Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632cee8e6254d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: 4a4efead-ccea-425b-a6eb-d42be7c19594
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:36:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:06Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632ceeba124e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: 704921b9-aff3-4e39-a801-942905d7b6d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:36:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:06Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632ceec2777f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26559"
    uid: e8f2d4a1-e8e8-4db2-9535-4b8bdb01dd95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:36:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:10Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632cff51c094f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26601"
    uid: 9e8a2bbe-09ff-4d72-be79-8acdbc06ac9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:36:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:10Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632cff8ae8f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 89af3584-c9a9-4fe3-9d85-83f523beb865
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:36:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:10Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632cff934c4eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26607"
    uid: db0e73ee-4ba5-46ad-97dd-984afbe590da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:36:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:10Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632cff93e068a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26608"
    uid: 983022ae-f61d-4efc-ad0d-4d6a32279255
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:36:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:10Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632cffbd57580
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 11674f4c-8f89-447b-b0df-9b3efdd244da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:36:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:10Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632cffc4b64cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: 11179970-23ec-4d78-b726-13ae168d1d78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:37:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:38Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632d06d269d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: c7d1bec7-c1a8-4fd4-a88a-52623e7856c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:37:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:35Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632e3c05134ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27623"
    uid: 51080a70-17ac-419f-a0d9-01a5a196e599
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:37:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:35Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632e3c051d024
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 8df12a49-9ef2-44f0-992d-26f5ff5c29bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 9abe89bb-c0ce-4bc6-b958-38e996f875e7
  kind: Event
  lastTimestamp: "2026-09-17T19:37:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:38Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d.18d632e473546fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27651"
    uid: eeb9894f-2ce1-4f30-ae38-e1f4533b64b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:34:35.472149Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25621"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:34:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:34:35Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632b9ca62ba4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25627"
    uid: 21fb8899-c1cd-4be1-b493-b74008dc91d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25631"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:34:36Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:34:36Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632b9ecbdb6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25665"
    uid: 60fbda51-ebcf-4bc0-8c44-1ee82c5e24a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:34:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:36Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632b9ee226a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: c1ae3151-3d2b-4892-8e0e-25d0ec2d6c57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:34:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:36Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632b9f090df8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25670"
    uid: 62e00c0b-32e2-40b3-ba79-6a0b7edb75e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:34:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:36Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632b9f110f3d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25672"
    uid: aeea9dfc-9be7-48e9-8bbd-46a1593b7699
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:34:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:39Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632bad795519a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25724"
    uid: 48bbfa25-6e8c-4260-a5d0-9235b6034bfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:34:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:40Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632bada878326
    namespace: kserve-ci-e2e-test
    resourceVersion: "25727"
    uid: f8017267-a75d-44c8-82de-8258d55a7ace
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:34:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:40Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632badafdcc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "25728"
    uid: 611e59d5-d4d3-4139-9d69-8c0165cf146d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:34:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:40Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632badb08b2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25729"
    uid: 5214d668-b78c-430a-b380-a037ef6306e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:34:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:40Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632baddc32fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25731"
    uid: 1ba77d34-823a-4daf-a7d5-65962e21294f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:34:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:40Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632bade399094
    namespace: kserve-ci-e2e-test
    resourceVersion: "25732"
    uid: 2bcd357b-ab7d-4f60-91f7-90b7e7620709
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:37:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:37Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632bb13b5ff71
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 5e504486-de34-4922-8f13-1bf0a250d90d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:37:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:35Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632e3c07febf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27624"
    uid: 981f0dc9-fa34-4667-88f0-0028d0e794ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:37:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:35Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632e3c08127b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: fb914b8a-503b-45ac-84cb-79ef545b7c00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 8db1e2f5-96cc-4ca4-9508-e524684d08f7
  kind: Event
  lastTimestamp: "2026-09-17T19:37:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:37Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl.18d632e40e8bc593
    namespace: kserve-ci-e2e-test
    resourceVersion: "27638"
    uid: 75782ec6-60f9-48af-af13-1670b6ffaa7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25607"
    uid: a4f577c0-6d46-4652-b9d0-f538869b4fde
  kind: Event
  lastTimestamp: "2026-09-17T19:34:35Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-79d9bd5fdb-mjpvl'
  metadata:
    creationTimestamp: "2026-09-17T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:35Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb.18d632b9c9cf98e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25623"
    uid: a829bb7f-9e5c-4c61-9bfc-41cc2b5a5269
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: a4f577c0-6d46-4652-b9d0-f538869b4fde
  kind: Event
  lastTimestamp: "2026-09-17T19:36:05Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-79d9bd5fdb-crh9d'
  metadata:
    creationTimestamp: "2026-09-17T19:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:36:05Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb.18d632cec4be8916
    namespace: kserve-ci-e2e-test
    resourceVersion: "26537"
    uid: 45390e87-a2cd-465e-9828-e2f71d6ccbf3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25606"
    uid: d337f600-6ee9-497e-820e-7052367c10ac
  kind: Event
  lastTimestamp: "2026-09-17T19:34:35Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-79d9bd5fdb from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:35Z"
    name: isvc-canary-promote-v2-predictor.18d632b9c6a61ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 0ddc0629-a66f-4871-b181-8c8167553dec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26518"
    uid: d337f600-6ee9-497e-820e-7052367c10ac
  kind: Event
  lastTimestamp: "2026-09-17T19:36:05Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-79d9bd5fdb from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T19:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:36:05Z"
    name: isvc-canary-promote-v2-predictor.18d632cec1a58a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "26529"
    uid: 34e93c4c-f4fb-431c-9f58-509dc4536ecf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: b2c741ed-b774-44f5-bc8a-104525e45ea2
  kind: Event
  lastTimestamp: "2026-09-17T19:36:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:36:05Z"
    name: isvc-canary-promote.18d632b9c8b1054d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: ce0057ff-98d6-4ffd-9cfa-208effa711b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: b2c741ed-b774-44f5-bc8a-104525e45ea2
  kind: Event
  lastTimestamp: "2026-09-17T19:35:57Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:35:57Z"
    name: isvc-canary-promote.18d632b9c92f7005
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 028a87ff-c683-4924-950f-f8f13f90785f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: b2c741ed-b774-44f5-bc8a-104525e45ea2
  kind: Event
  lastTimestamp: "2026-09-17T19:35:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:35:57Z"
    name: isvc-canary-promote.18d632b9c92fb0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26439"
    uid: 53e39332-0ff6-4c1e-97f7-1aa8e9ce024b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26459"
    uid: b2c741ed-b774-44f5-bc8a-104525e45ea2
  kind: Event
  lastTimestamp: "2026-09-17T19:37:28Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:37:28Z"
    name: isvc-canary-promote.18d632cd18606e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27548"
    uid: 4d7fe288-8a11-4bd8-a0e5-bda8337cbac8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:37:41.029269Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-97977b6b5-77zqs
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:37:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:37:41Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e4fe73ac8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27714"
    uid: 837f2301-d246-4162-9dd3-2910cdfaa856
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:41Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e50d1db8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "27742"
    uid: f39d1324-ce9a-47c9-b8e9-1d891a4073ac
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27719"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:42Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:37:42Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e5441f3a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 109beb76-7c4b-4fe1-aec6-08bc026a8073
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:42Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e5458cfaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: 6e29a369-8857-40e9-9268-11f705d08ecd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:42Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e5488f0f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "27765"
    uid: 7f187323-5968-4d51-a4ba-1a026cd0f550
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:42Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e54903cfac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: 1c3ea28a-d369-4352-9a7a-ae183a65a99f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:47Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e6686a0411
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 2d59d37b-3341-4ed5-98bc-b4148003c3e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:47Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e66b9cca41
    namespace: kserve-ci-e2e-test
    resourceVersion: "27832"
    uid: 96fc7161-782c-4e22-a12c-38abf9b83d68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:47Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e66c13938d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 06a82c3a-5486-4f2b-8f5c-fc0bf4c109d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:47Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e66c1e8ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27834"
    uid: 873a73ad-0a31-48ad-ab06-eb5200539fff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:47Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e66eedca2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27838"
    uid: f28942e4-9d89-44ea-af43-42dc4db3ceaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:47Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e66f6774ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27839"
    uid: 2bb81616-a4a3-4ca3-a27b-9e14003f9555
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:15Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d632e6a4765631
    namespace: kserve-ci-e2e-test
    resourceVersion: "29671"
    uid: 5287e61f-72d4-436d-a9fa-dd57e740ea6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:11Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d63315e9535036
    namespace: kserve-ci-e2e-test
    resourceVersion: "29636"
    uid: 55be67a2-2f02-4d4c-b2c7-38a5e05de71d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:11Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d63315e953ba5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 18677b5d-0ed1-4fd2-83e5-000221d6e069
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 58bc7427-7f60-427f-84fb-ffe75f30ab9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:15Z"
    name: isvc-canary-rollback-predictor-97977b6b5-77zqs.18d63316d71664c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29670"
    uid: 72c611ac-e383-4b3c-b1fb-d238d41c2d67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:37:41.095838Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-97977b6b5-9smzx
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:37:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:37:41Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e5026b8086
    namespace: kserve-ci-e2e-test
    resourceVersion: "27726"
    uid: 2a15a3ec-3b6a-45da-8b74-52736023e631
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:37:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:41Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e51112973a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: f99b4c18-e00e-49c4-89ce-85790f9786ba
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27732"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:37:42Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:37:42Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e5484c231a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27764"
    uid: cf467a85-45ca-4ad8-b9e8-042c252f7e80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:37:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:42Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e549adf918
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: ee1dd5cb-b0cd-47cf-8c3b-eb9f36ed99b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:37:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:42Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e54cd00260
    namespace: kserve-ci-e2e-test
    resourceVersion: "27770"
    uid: 2536bb74-74db-460f-9464-4a7d2e1afa4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:37:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:42Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e54d364a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "27771"
    uid: 05a06d0a-6a9d-422a-b3a9-28ef8de5b6d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:37:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:46Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e6592c18e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27820"
    uid: 2cbdfe73-fc79-4901-a087-22b99903d545
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:37:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:46Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e65d2b491b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27823"
    uid: 9d98a09b-478a-4dd1-a434-404e8284c2b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:37:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:46Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e65da17263
    namespace: kserve-ci-e2e-test
    resourceVersion: "27825"
    uid: 18bff59f-4268-4179-a489-08d67e99f0f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:37:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:46Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e65dac8482
    namespace: kserve-ci-e2e-test
    resourceVersion: "27826"
    uid: 27859688-5713-408b-92ef-4649a176ed4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:37:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:46Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e660a5fc43
    namespace: kserve-ci-e2e-test
    resourceVersion: "27827"
    uid: 71014536-f8de-4932-997a-4eee3ea510d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:37:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:46Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e6611abff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27829"
    uid: fd689de8-1fb5-45e7-903b-e442f3da25f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:39:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:03Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632e6955b4975
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: 989d786f-9728-430a-8ab1-b51847a3a3a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:39:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:12Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632fa372f5a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: f34e2ad6-b250-4c6d-9d30-dfb453b7e49f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:39:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:12Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632fa3733c9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28687"
    uid: d4aebd5e-1335-4848-9806-48efab92d5a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: de5edc7a-b01b-4e63-b16e-9f63d241ee8d
  kind: Event
  lastTimestamp: "2026-09-17T19:39:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:13Z"
    name: isvc-canary-rollback-predictor-97977b6b5-9smzx.18d632fa9b99f85e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28715"
    uid: b7022d95-2374-40dd-967e-603b743a7499
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:39:20.988025Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28788"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-97977b6b5-lr59l
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:39:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:39:20Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d632fc44754625
    namespace: kserve-ci-e2e-test
    resourceVersion: "28792"
    uid: d28a4387-788b-42ff-8e03-d80e23de6c7a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28797"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:21Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:39:21Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d632fc6b1c7846
    namespace: kserve-ci-e2e-test
    resourceVersion: "28805"
    uid: 5f9855f3-0d79-4878-9d89-5cd45c150950
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:21Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d632fc6c94d723
    namespace: kserve-ci-e2e-test
    resourceVersion: "28807"
    uid: bb16e909-5579-4d25-b3c0-c3e51b6b1827
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:21Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d632fc7238c6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28808"
    uid: f8657763-6b70-465d-a1ee-dc81d62e62d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:21Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d632fc733f9a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: d5e71f5b-8b65-4bf3-bc65-b2a548f8f997
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:26Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d632fd88d43839
    namespace: kserve-ci-e2e-test
    resourceVersion: "28859"
    uid: 5829ec51-0584-4611-9612-e4b3bc97f7f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:26Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d632fd8eb88b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28862"
    uid: e88e2644-fbce-4ff5-a82d-e5aea92a24d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:26Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d632fd9018b37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28863"
    uid: 0a22f17e-b69b-41d2-b2ff-20ab036bff4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:26Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d632fd90296547
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: fe6ee93d-c6a5-4d35-b812-1d74726a36d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:26Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d632fd96bd556b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28867"
    uid: 435a4383-2868-4508-80b2-9f535cbc1b76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:26Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d632fd980f17fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28868"
    uid: 683b17f8-a73e-4187-a232-9e49fbae2c7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:40:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:40:57Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d632fdc536cfaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29509"
    uid: 73d7beb5-b59d-41a4-9fc2-3cf1146aec4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:41:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:11Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d63315e921b034
    namespace: kserve-ci-e2e-test
    resourceVersion: "29635"
    uid: 66c5e1a8-be24-4a1d-9f4a-57de8822ff69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:41:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:11Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d63315e9225327
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: 40757a7e-be64-43c6-96f6-6e04e25c65a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a62bdf6-b45b-4a36-940b-d618fbab5e8c
  kind: Event
  lastTimestamp: "2026-09-17T19:41:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:13Z"
    name: isvc-canary-rollback-predictor-97977b6b5-lr59l.18d6331673d21416
    namespace: kserve-ci-e2e-test
    resourceVersion: "29658"
    uid: 7c9c0f89-7224-4281-b8df-2988ffebc600
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-97977b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27695"
    uid: 06387f6d-4cbc-40f6-8f13-48fac2137c34
  kind: Event
  lastTimestamp: "2026-09-17T19:37:41Z"
  message: 'Created pod: isvc-canary-rollback-predictor-97977b6b5-77zqs'
  metadata:
    creationTimestamp: "2026-09-17T19:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:41Z"
    name: isvc-canary-rollback-predictor-97977b6b5.18d632e4fdca31d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27712"
    uid: ca0fec78-6a08-449d-8183-a1fcc6517340
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-97977b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27695"
    uid: 06387f6d-4cbc-40f6-8f13-48fac2137c34
  kind: Event
  lastTimestamp: "2026-09-17T19:37:41Z"
  message: 'Created pod: isvc-canary-rollback-predictor-97977b6b5-9smzx'
  metadata:
    creationTimestamp: "2026-09-17T19:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:41Z"
    name: isvc-canary-rollback-predictor-97977b6b5.18d632e501f7b612
    namespace: kserve-ci-e2e-test
    resourceVersion: "27722"
    uid: a51be00e-e6aa-4372-b17a-82f26c566bde
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-97977b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28678"
    uid: 06387f6d-4cbc-40f6-8f13-48fac2137c34
  kind: Event
  lastTimestamp: "2026-09-17T19:39:12Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-97977b6b5-9smzx'
  metadata:
    creationTimestamp: "2026-09-17T19:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:12Z"
    name: isvc-canary-rollback-predictor-97977b6b5.18d632fa36e957a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28681"
    uid: 29ac9beb-f81d-4ce4-aea7-7cb6c29eef94
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-97977b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28776"
    uid: 06387f6d-4cbc-40f6-8f13-48fac2137c34
  kind: Event
  lastTimestamp: "2026-09-17T19:39:20Z"
  message: 'Created pod: isvc-canary-rollback-predictor-97977b6b5-lr59l'
  metadata:
    creationTimestamp: "2026-09-17T19:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:20Z"
    name: isvc-canary-rollback-predictor-97977b6b5.18d632fc43fe9e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "28789"
    uid: 5773924e-3cfb-4e11-90e3-6af01bd4862c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27694"
    uid: 6e8be948-f408-4f2c-a977-8c823184723a
  kind: Event
  lastTimestamp: "2026-09-17T19:37:40Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-97977b6b5 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T19:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:40Z"
    name: isvc-canary-rollback-predictor.18d632e4f91d377b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27697"
    uid: 78cee66e-a055-4d6e-b65e-1ee5f8ddb2d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28674"
    uid: 6e8be948-f408-4f2c-a977-8c823184723a
  kind: Event
  lastTimestamp: "2026-09-17T19:39:12Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-97977b6b5 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:12Z"
    name: isvc-canary-rollback-predictor.18d632fa36834d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 364ffc1f-5282-47eb-acc5-af5e2550b89b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28771"
    uid: 6e8be948-f408-4f2c-a977-8c823184723a
  kind: Event
  lastTimestamp: "2026-09-17T19:39:20Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-97977b6b5 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-17T19:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:20Z"
    name: isvc-canary-rollback-predictor.18d632fc40f9eab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28781"
    uid: d3a902d4-6a24-4187-9649-231d28f12798
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:37:41.000041Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27703"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:37:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:37:41Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632e4fcb5af91
    namespace: kserve-ci-e2e-test
    resourceVersion: "27707"
    uid: cb71345e-376b-45fa-9bc5-c79c06a0d0fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:37:41Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:37:41Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632e51eabf70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27748"
    uid: 91a2e781-7db2-48b1-85bc-ceac84f295b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:37:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:41Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632e52066f5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27750"
    uid: e084cff6-330b-48c3-85c6-45a326d1b85f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:37:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:41Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632e523380650
    namespace: kserve-ci-e2e-test
    resourceVersion: "27752"
    uid: 68092d91-a407-4cc3-bc95-0b48fe650165
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:37:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:41Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632e523d494d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27753"
    uid: 7269067b-4f21-4d0c-9c3a-a44e2ee1c8cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:37:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:45Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632e61d2e03bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27805"
    uid: 64c7d6f0-7a48-461c-86eb-7599d58055a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:37:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:45Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632e620574895
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: 95c15ac5-d0f6-4dac-9fcb-2708ff75d646
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:37:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:45Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632e620cc8111
    namespace: kserve-ci-e2e-test
    resourceVersion: "27808"
    uid: 11c9831c-bd78-4166-99ea-2693e27437bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:37:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:45Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632e620d6fec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: f06eda3b-856d-4c2d-8c5e-4152125a2010
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:37:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:45Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632e62414a973
    namespace: kserve-ci-e2e-test
    resourceVersion: "27811"
    uid: 26eafe7d-c2da-4dd6-9031-a91ee1da6e90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:37:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:45Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632e62488e54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27812"
    uid: e3827f3a-5235-4022-9330-f00860fb66a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:39:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:22Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632e6955b82ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: cad598e8-7723-4edf-bd5a-aa4fe8a093fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:39:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:20Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632fc4211cdc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28785"
    uid: a25e29df-2767-457e-bed3-5a5dfe4eadf6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:39:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:20Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632fc42149e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "28786"
    uid: 63d12a27-2110-4538-a587-45da8829c125
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: d31d3d90-0243-4436-82e9-2db6e4929c74
  kind: Event
  lastTimestamp: "2026-09-17T19:39:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:23Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f.18d632fcef9d0268
    namespace: kserve-ci-e2e-test
    resourceVersion: "28839"
    uid: 7f77f826-e90f-4f18-a3ff-cc1b24ca5b3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-5db5496f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27686"
    uid: 35993ad9-bef7-465a-ba72-3dbc0a72fbd5
  kind: Event
  lastTimestamp: "2026-09-17T19:37:40Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-5db5496f8d-kf84f'
  metadata:
    creationTimestamp: "2026-09-17T19:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:40Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d.18d632e4fc1517cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27704"
    uid: 1c6857a4-4d1d-48d8-a9a7-19601ce0f271
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27685"
    uid: 34aaa371-5297-4d28-9e3b-02b7d0145d01
  kind: Event
  lastTimestamp: "2026-09-17T19:37:40Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-5db5496f8d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:40Z"
    name: isvc-canary-rollback-v2-predictor.18d632e4f65c0de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27687"
    uid: 0e0d6f2d-9d27-41fc-b9bb-8c77552593e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27678"
    uid: 281252c5-543c-4e6f-b585-a333818ddcf9
  kind: Event
  lastTimestamp: "2026-09-17T19:39:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:39:12Z"
    name: isvc-canary-rollback.18d632e4f8c10f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: 0789b853-fa0a-4dab-bdb0-de134ccc68a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27678"
    uid: 281252c5-543c-4e6f-b585-a333818ddcf9
  kind: Event
  lastTimestamp: "2026-09-17T19:39:12Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:39:12Z"
    name: isvc-canary-rollback.18d632e4f94194a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28697"
    uid: 112035dc-478e-4bf7-acf5-241a128c59c7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27678"
    uid: 281252c5-543c-4e6f-b585-a333818ddcf9
  kind: Event
  lastTimestamp: "2026-09-17T19:39:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:39:12Z"
    name: isvc-canary-rollback.18d632e4f941e0e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28698"
    uid: 1353dd3d-67b0-4a7e-87c1-781f10d09a38
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28694"
    uid: 281252c5-543c-4e6f-b585-a333818ddcf9
  kind: Event
  lastTimestamp: "2026-09-17T19:41:07Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:41:07Z"
    name: isvc-canary-rollback.18d632fa3b1c8f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: c758c865-fa7c-4fcc-bd8f-a03e1356065d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:41:16.310315Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29734"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-55656fdf77-4h2dq
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d633171e33afeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29740"
    uid: 75d7a7c7-4f88-4069-a06e-c4af1598804a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29746"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d63317411eb7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: 0fb05428-98a3-4935-a210-353b9cea81b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d6331742dc7842
    namespace: kserve-ci-e2e-test
    resourceVersion: "29773"
    uid: 1afad5e8-0a50-4e04-8407-745a18a13127
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:41:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:17Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d633174822f247
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 88dbd767-fc3e-4db3-9a55-8fd035462b48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:41:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:17Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d63317491b8c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29788"
    uid: 357816c6-2d7a-49a5-9408-f9ac41e7bf07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d63318377050d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: 987be1c4-304f-43c0-8a39-2c92a9f60dd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d633183a3b2a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "29838"
    uid: b9550107-f11d-4ecb-bfe9-463e881793ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d633183aa396e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: 3e375101-916a-4533-93e8-4977d056e79b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d633183aaef422
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 357097a2-d845-4dd8-b29f-f4b19e42105c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d633183dab6ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29844"
    uid: 17adcece-b294-49b2-8c29-30dc30edb2ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d633183e1819dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29846"
    uid: 1e558615-1aa6-462c-9093-dbfe367ff840
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:42:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:39Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d63318737da5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: a782c6eb-388e-4323-85dc-4707a1c58fbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:42:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:39Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d6332a6a304630
    namespace: kserve-ci-e2e-test
    resourceVersion: "30530"
    uid: 623b6360-c836-454b-ab43-5b4eb6da3c35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:42:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:39Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d6332a6a31c0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30531"
    uid: d6f484e4-9f5d-49ba-8e90-8abbec37e435
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 8f0bde55-a4c4-4831-8cde-0b151cc2d864
  kind: Event
  lastTimestamp: "2026-09-17T19:42:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:43Z"
    name: isvc-canary-stop-predictor-55656fdf77-4h2dq.18d6332b4fd07330
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7b277050-8eab-4cf3-b302-f5f2e4720a26
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:41:16.362969Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29747"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-55656fdf77-vgcxq
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d6331721572a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "29751"
    uid: 4b1c8ff8-7c43-4005-aaef-247dc58d1118
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29757"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d63317433e81c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29774"
    uid: 16cfbfd1-2f16-4f57-95a7-bacbe0c3fe3a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d63317449f4178
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 61c1cce4-cd9b-4c9a-8696-a90cb1ae121e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:17Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d6331747927d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 0e5c9cad-0c27-4460-b153-c766d9cb8fc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:17Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d6331748162bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29782"
    uid: f96cbde2-0539-4c83-9c59-3806b3dd2ba4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d6331837b61841
    namespace: kserve-ci-e2e-test
    resourceVersion: "29833"
    uid: 318e2092-bc75-4f8e-be30-2a10ee94b78c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d633183df6d014
    namespace: kserve-ci-e2e-test
    resourceVersion: "29845"
    uid: dabcb79e-e1cb-48fb-8256-a00ce85f0df9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d633183e7e3121
    namespace: kserve-ci-e2e-test
    resourceVersion: "29848"
    uid: 9d80bc2e-bbd3-4f50-ad48-3261422777d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d633183e8a3ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: 136ed595-13eb-4883-919c-c0e2ba39a366
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d63318478bdbb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29877"
    uid: 23cd83ab-d34c-429f-afb0-099501f8d92e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d63318480f2e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "29878"
    uid: 1ad2be63-7989-4c30-aa2a-f401d763b56d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:42:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:49Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d63318b018f2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30645"
    uid: 9961118f-d6f5-44c1-8ab0-e4c6cc14a760
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:42:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:46Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d6332c1317c71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30621"
    uid: 4aad905d-25e8-49e5-a369-f9ab3da747d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:42:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:46Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d6332c13183670
    namespace: kserve-ci-e2e-test
    resourceVersion: "30622"
    uid: 62dba78e-d902-4455-9625-7997c6c973ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 708b0e1c-35be-4816-ae39-f67640626b9b
  kind: Event
  lastTimestamp: "2026-09-17T19:42:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:49Z"
    name: isvc-canary-stop-predictor-55656fdf77-vgcxq.18d6332cb65460bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30643"
    uid: 71221adc-313d-4040-bd0e-d734ccde8ca5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-55656fdf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "29721"
    uid: 0be4f793-8c40-4dec-9a7a-8aa123078dbf
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: 'Created pod: isvc-canary-stop-predictor-55656fdf77-4h2dq'
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-predictor-55656fdf77.18d633171da7da4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29736"
    uid: 10f21ed7-638f-4c07-9865-81326d4d370e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-55656fdf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "29721"
    uid: 0be4f793-8c40-4dec-9a7a-8aa123078dbf
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: 'Created pod: isvc-canary-stop-predictor-55656fdf77-vgcxq'
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-predictor-55656fdf77.18d6331720d3d96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29748"
    uid: 18b44f85-d22f-4ad5-84f7-5d428dc19d07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-55656fdf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "30522"
    uid: 0be4f793-8c40-4dec-9a7a-8aa123078dbf
  kind: Event
  lastTimestamp: "2026-09-17T19:42:39Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-55656fdf77-4h2dq'
  metadata:
    creationTimestamp: "2026-09-17T19:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:42:39Z"
    name: isvc-canary-stop-predictor-55656fdf77.18d6332a6a02a374
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: c3e8c970-801c-4628-9636-64e3c36c017c
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29720"
    uid: 35bd923c-1c66-4ac8-a39e-c42f10608272
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: Scaled up replica set isvc-canary-stop-predictor-55656fdf77 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-predictor.18d633171a702232
    namespace: kserve-ci-e2e-test
    resourceVersion: "29723"
    uid: 1626a0dc-d8ed-4640-85f8-91f57736e79a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30518"
    uid: 35bd923c-1c66-4ac8-a39e-c42f10608272
  kind: Event
  lastTimestamp: "2026-09-17T19:42:39Z"
  message: Scaled down replica set isvc-canary-stop-predictor-55656fdf77 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:42:39Z"
    name: isvc-canary-stop-predictor.18d6332a699307d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: b459b66e-752b-4f28-a7cb-8b26860603ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:41:16.297616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29730"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d633171d71fa85
    namespace: kserve-ci-e2e-test
    resourceVersion: "29735"
    uid: d4037168-ebbc-4c05-9f57-fa39c0df6bb8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29745"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d633173f657470
    namespace: kserve-ci-e2e-test
    resourceVersion: "29768"
    uid: 02b28b3f-cd1f-46b4-90ba-79c37623b117
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d6331740ec1e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "29770"
    uid: a4826558-2afe-4217-9034-fc359478ecb0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d6331743c9c2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29776"
    uid: 9c63ca47-17d3-4bf5-89ad-a6edbd05dd1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d633174448e4c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29777"
    uid: 6ce4b41f-ee71-4bcb-a7d8-782d371ee92b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d6331837cd4ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29834"
    uid: f47c5819-0078-4625-b969-ce3c9e946add
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d633183e0678d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29847"
    uid: 5e03ba06-0096-4fa9-9ef9-41c69c5ba7af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d633183ea46248
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: ec7cd115-1688-4090-9116-2d423f2b14b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d633183ead19b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: a9de91d6-039d-409e-902a-a73bb3caa001
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d6331841f12b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29856"
    uid: 84921dbb-aeb6-4ed5-b209-a0b0f9ca10b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d6331842675a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "29859"
    uid: dcc59f8f-8819-4fc5-b8e9-96cbfbec2d3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:42:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:49Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d63318b01813a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30646"
    uid: cd192ce9-dc3d-4883-9f7a-32a60e0eb538
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:42:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:46Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d6332c110f7da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30610"
    uid: 444016e1-eb09-4349-baa3-df53e7cc3f69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:42:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:46Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d6332c110fe3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30613"
    uid: 4915873c-403c-4216-ae97-1a7c1533837e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 39e280e1-aa16-49eb-b4f7-9c8f9af6a7fe
  kind: Event
  lastTimestamp: "2026-09-17T19:42:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:49Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-2lf2n.18d6332cb6554868
    namespace: kserve-ci-e2e-test
    resourceVersion: "30644"
    uid: f3ca7419-7fea-48f4-aada-486b94e30644
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-d65d59944
    namespace: kserve-ci-e2e-test
    resourceVersion: "29711"
    uid: 6fea55f8-aef0-4aa2-a7b8-b0ff2e60be04
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-d65d59944-2lf2n'
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-v2-predictor-d65d59944.18d633171d09131f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 26cf85f5-4bda-43b7-8c50-61e72721f19e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: 278abb2e-5cfe-4487-b237-8c1d4d2f5017
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-d65d59944 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-canary-stop-v2-predictor.18d63317182d06c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29712"
    uid: 95e5142c-78fd-4f16-86b7-a12d58242e01
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29684"
    uid: cdd28f1c-8b22-4063-830e-5074571fed2e
  kind: Event
  lastTimestamp: "2026-09-17T19:42:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:42:46Z"
    name: isvc-canary-stop.18d633171a22255f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: fa166804-9779-4044-95f8-8bb511bf8138
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29684"
    uid: cdd28f1c-8b22-4063-830e-5074571fed2e
  kind: Event
  lastTimestamp: "2026-09-17T19:42:39Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:42:39Z"
    name: isvc-canary-stop.18d633171aa55837
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: 5c5032c8-f4c7-40bd-bf3b-e9dd1aa03ca5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29684"
    uid: cdd28f1c-8b22-4063-830e-5074571fed2e
  kind: Event
  lastTimestamp: "2026-09-17T19:42:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:42:39Z"
    name: isvc-canary-stop.18d633171aa59b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 7ae27902-8330-401b-b4f3-d1e5bcd40f3e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30543"
    uid: cdd28f1c-8b22-4063-830e-5074571fed2e
  kind: Event
  lastTimestamp: "2026-09-17T19:42:39Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:42:39Z"
    name: isvc-canary-stop.18d6332a704d5fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 7d34b333-dfad-41a2-8724-151f6a0b65cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30618"
    uid: cdd28f1c-8b22-4063-830e-5074571fed2e
  kind: Event
  lastTimestamp: "2026-09-17T19:42:46Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-17T19:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:42:46Z"
    name: isvc-canary-stop.18d6332c1298e590
    namespace: kserve-ci-e2e-test
    resourceVersion: "30620"
    uid: 9fb347e3-e5de-4270-90fb-fb7afb1b55db
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:22.126956Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: aaa4a1db-762b-4163-8be8-3d788f0fd805
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:22Z"
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7.18d631ad41a7c05c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: a11ae75e-fc93-49ed-9ffd-73810b450525
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: aaa4a1db-762b-4163-8be8-3d788f0fd805
  kind: Event
  lastTimestamp: "2026-09-17T19:15:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-2b7285-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:22Z"
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7.18d631ad4a102ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: aba230f0-d5f3-4a1f-be8b-0cb65802e939
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: aaa4a1db-762b-4163-8be8-3d788f0fd805
  kind: Event
  lastTimestamp: "2026-09-17T19:15:23Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:23Z"
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7.18d631ad8851536d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: cb2b28c2-fb2f-4b47-af16-4d8079b46999
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: aaa4a1db-762b-4163-8be8-3d788f0fd805
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7.18d631ad89c071ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 113dcffc-18a7-44a6-bbba-e97c1cea5c4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: aaa4a1db-762b-4163-8be8-3d788f0fd805
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7.18d631ad8dd112bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: 890c7306-4cde-49fe-8e36-7a6d93722abf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: aaa4a1db-762b-4163-8be8-3d788f0fd805
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7.18d631ad8e465f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15123"
    uid: 5ef3be97-8d5c-4fdb-a7db-1fde5373558f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: aaa4a1db-762b-4163-8be8-3d788f0fd805
  kind: Event
  lastTimestamp: "2026-09-17T19:15:31Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:31Z"
    name: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7.18d631af838efa67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15158"
    uid: d2380c9a-2e15-4311-a67f-86451403b64e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-2b7285-predictor-69c48b8788
    namespace: kserve-ci-e2e-test
    resourceVersion: "15015"
    uid: f367b7ae-ca29-4d57-9438-0123895415a7
  kind: Event
  lastTimestamp: "2026-09-17T19:15:22Z"
  message: 'Created pod: isvc-init-fail-2b7285-predictor-69c48b8788-tb6l7'
  metadata:
    creationTimestamp: "2026-09-17T19:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:22Z"
    name: isvc-init-fail-2b7285-predictor-69c48b8788.18d631ad413cdbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: fb6208e9-2b1e-4a4d-85f1-0ac36e2af2f9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-2b7285-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15012"
    uid: bf9b73e5-ad1f-480e-83e8-7aaa9d1fcb63
  kind: Event
  lastTimestamp: "2026-09-17T19:15:22Z"
  message: Scaled up replica set isvc-init-fail-2b7285-predictor-69c48b8788 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:22Z"
    name: isvc-init-fail-2b7285-predictor.18d631ad3e9d75c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: e4a6d5cc-76c4-4baf-be4c-6266ae8e48de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2b7285
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: e5623906-ec02-4537-adc6-971080dde8ce
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-init-fail-2b7285.18d631ad3e9e571b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: dcec08d6-3a0c-4b8b-94eb-497e83e98c25
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:42:56.577893Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30752"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-8jmrz
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:42:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:42:56Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d6332e769d8cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30756"
    uid: de683ca3-1377-42b1-90e4-4d1f34d34c5e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30761"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:42:57Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:42:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d6332e98a7a10c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30766"
    uid: 9a54cd89-902d-4453-b18a-010fd0b14a96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:42:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d6332e99fbadf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30768"
    uid: 2100ddbc-f254-4275-8ad0-5aad58342218
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:42:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d6332e9c61d458
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: af35249c-c42b-41aa-b59f-64683a148797
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:42:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:42:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d6332e9cd7be2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30771"
    uid: 01523694-7605-4142-b358-918d6da63f74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:43:01Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d6332f9b739620
    namespace: kserve-ci-e2e-test
    resourceVersion: "30806"
    uid: 06f1b8a9-8151-47ac-bae8-51eb3975edad
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:43:08Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.536s (6.536s
    including waiting). Image size: 643927317 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d63331210f8bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30932"
    uid: da449149-0123-442a-910d-2b8a4f48ea8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:43:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d6333124b9a60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30934"
    uid: 6bf9e2ec-aea9-4832-81c6-45b5cae2822f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:43:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d63331254a81eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: b847ce87-157c-472a-ad9e-e9d84c9c913b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:43:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d6333125557804
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 106dbbf3-469a-46a8-b91a-d8d7c22376dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:43:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d6333127e48cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30937"
    uid: bc5d68ea-0f42-48cd-ab3b-3f5d66f8948e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:43:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d63331284b6e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "30938"
    uid: cb2cb8de-7bdc-40c2-b126-991be38a34e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:44:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d633313f3a15d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31685"
    uid: feef9f59-1572-4e15-85a7-9697289db14b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:44:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d633483bcc01de
    namespace: kserve-ci-e2e-test
    resourceVersion: "31806"
    uid: 4e5a9164-8a29-4f6b-90df-1125708132ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:44:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d633483bcd0f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31807"
    uid: 49f3fe07-21da-465d-a57b-ee91fa803b06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d4ec5d8d-023b-43b2-934e-df7706831ace
  kind: Event
  lastTimestamp: "2026-09-17T19:44:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:49Z"
    name: isvc-lightgbm-predictor-54f85ddf88-8jmrz.18d63348c3b008bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31829"
    uid: a0987ee3-591e-4f61-9ad1-aff6ec37b077
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: e14c400d-99b6-4635-bb8e-5da9cce0dac3
  kind: Event
  lastTimestamp: "2026-09-17T19:42:56Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-8jmrz'
  metadata:
    creationTimestamp: "2026-09-17T19:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:42:56Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d6332e76135a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 873456b5-5a0c-41d0-a8f9-d1c47281df24
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30736"
    uid: ba986008-9c97-492d-90e2-7141c2722acf
  kind: Event
  lastTimestamp: "2026-09-17T19:42:56Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:42:56Z"
    name: isvc-lightgbm-predictor.18d6332e71b175e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: 998c4807-dcdb-49a6-a443-dbff21b4dd44
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 2e582593-3acd-4916-aa99-de6c3e1bd8e9
  kind: Event
  lastTimestamp: "2026-09-17T19:43:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:43:26Z"
    name: isvc-lightgbm-predictor.18d63331f004e948
    namespace: kserve-ci-e2e-test
    resourceVersion: "31097"
    uid: fbd8c179-1bc4-4377-a066-08fc2f8424b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 2e582593-3acd-4916-aa99-de6c3e1bd8e9
  kind: Event
  lastTimestamp: "2026-09-17T19:43:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:43:26Z"
    name: isvc-lightgbm-predictor.18d63331f06ecc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: bc28d396-5d43-4fd5-a608-b69bd5df4522
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30980"
    uid: 2e582593-3acd-4916-aa99-de6c3e1bd8e9
  kind: Event
  lastTimestamp: "2026-09-17T19:44:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:44:41Z"
    name: isvc-lightgbm-predictor.18d63338eddbf93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31732"
    uid: c6ae8849-282e-4687-94c6-0a47dee7f5ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30980"
    uid: 2e582593-3acd-4916-aa99-de6c3e1bd8e9
  kind: Event
  lastTimestamp: "2026-09-17T19:44:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:44:41Z"
    name: isvc-lightgbm-predictor.18d63338ee3db11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31733"
    uid: bb18516a-4bd9-4335-b0e0-1f882d2c6054
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:44:52.432305Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31885"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:44:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:44:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d6334970139c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "31891"
    uid: 822a464c-102e-499c-9255-688f4f7d313f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:44:53Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:44:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d6334992320be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31912"
    uid: 61eefe59-6090-4b67-b923-f2ad5a90ec42
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:44:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d6334993d0e62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31914"
    uid: 4124b33c-913a-48f6-aca5-f00304d89f18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:44:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d63349967e7fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31915"
    uid: 3a564df6-99c3-4ed3-90f1-917f08697ed9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:44:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d6334996e9a67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: d8705834-d1dc-4b1b-9397-e15d6da229f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:44:57Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d6334a83507576
    namespace: kserve-ci-e2e-test
    resourceVersion: "31955"
    uid: 54cd95a7-a44c-4e07-8fcc-5f0484e3eb65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:44:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d6334a8609f30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31957"
    uid: bfe637e3-310b-455b-ba7b-26940465565a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:44:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d6334a86900435
    namespace: kserve-ci-e2e-test
    resourceVersion: "31958"
    uid: f747a118-9b1b-4fcd-aa98-06e9045c93ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:44:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d6334a869c3fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31960"
    uid: 1e25efff-e89a-4346-8155-8a757e6cbf23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:44:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d6334a8a2b4c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31963"
    uid: 1b2c96b5-738f-40ba-b6cf-f02d14de40c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:44:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d6334a8a9e54e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 3955904b-51bf-4c5a-b0d0-8713242e6f75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:46:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d6334afb6973e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32926"
    uid: bb534f41-2b47-4ca2-a8f9-bedfc1210dff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:46:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d633637382758c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32911"
    uid: 4dfe6b09-bcce-41c2-9fb0-f242dba17b23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:46:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d6336373839a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "32912"
    uid: 20bcb6c5-c9a1-4cb0-ad93-127bea058ac6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2d9b9f9f-bc90-4ff8-87a5-8e3ce3ba0528
  kind: Event
  lastTimestamp: "2026-09-17T19:46:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq.18d63363a9dc6fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33012"
    uid: 6dc64f98-6d0e-4f10-96e3-737b7c4f2a7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31863"
    uid: 635fc439-3da7-46e9-a61d-08e9c18fed26
  kind: Event
  lastTimestamp: "2026-09-17T19:44:52Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-f2gtq'
  metadata:
    creationTimestamp: "2026-09-17T19:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:44:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d633496f892ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31889"
    uid: 15e93f34-45dc-42a7-9170-8dcdb000ca5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: 66db051e-03f2-42c3-988a-ca5d8f4a2a3d
  kind: Event
  lastTimestamp: "2026-09-17T19:44:52Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:44:52Z"
    name: isvc-lightgbm-runtime-predictor.18d633496c3f9c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31864"
    uid: 6e562792-04fd-4c82-bac5-ca9451a04644
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31862"
    uid: 5e7cc1f8-9241-4728-b5a8-0dc9dd2abc12
  kind: Event
  lastTimestamp: "2026-09-17T19:45:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:45:37Z"
    name: isvc-lightgbm-runtime-predictor.18d6334ceaf8500a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32327"
    uid: 24adc2a9-245c-431f-85fa-0d56f5f2ade3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31862"
    uid: 5e7cc1f8-9241-4728-b5a8-0dc9dd2abc12
  kind: Event
  lastTimestamp: "2026-09-17T19:45:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:45:37Z"
    name: isvc-lightgbm-runtime-predictor.18d6334ceb674c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32328"
    uid: e636c9ea-26ff-4414-96db-3c5708d5cf4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32100"
    uid: 5e7cc1f8-9241-4728-b5a8-0dc9dd2abc12
  kind: Event
  lastTimestamp: "2026-09-17T19:46:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:46:37Z"
    name: isvc-lightgbm-runtime-predictor.18d633506acdb29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: 5268254d-31b8-464b-b72c-61a5fbba56b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32100"
    uid: 5e7cc1f8-9241-4728-b5a8-0dc9dd2abc12
  kind: Event
  lastTimestamp: "2026-09-17T19:46:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:46:37Z"
    name: isvc-lightgbm-runtime-predictor.18d633506b5dd966
    namespace: kserve-ci-e2e-test
    resourceVersion: "32780"
    uid: abe70f4e-c9b0-446a-b927-a0e2b7da6b85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: f9f46925-6d5a-4dc0-9782-e795bf0c1f8e
  kind: Event
  lastTimestamp: "2026-09-17T19:46:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:46:35Z"
    name: isvc-lightgbm-runtime.18d633496c4d6678
    namespace: kserve-ci-e2e-test
    resourceVersion: "32763"
    uid: e614c357-e260-4f96-958d-d1b107ee8c91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31871"
    uid: f9f46925-6d5a-4dc0-9782-e795bf0c1f8e
  kind: Event
  lastTimestamp: "2026-09-17T19:44:52Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:44:52Z"
    name: isvc-lightgbm-runtime.18d633497084c601
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: 85c965f5-9236-41b1-b45a-a9f81158f723
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: f9f46925-6d5a-4dc0-9782-e795bf0c1f8e
  kind: Event
  lastTimestamp: "2026-09-17T19:46:35Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:46:35Z"
    name: isvc-lightgbm-runtime.18d63361588d42c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: d3fa13af-9f43-4097-9240-46f36b3af3d2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:47:44.572013Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33510"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:47:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:47:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d6337184672c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33516"
    uid: a7bd0c7d-f238-4dce-8940-ccd3592fc675
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:47:45Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:47:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d63371a65e0367
    namespace: kserve-ci-e2e-test
    resourceVersion: "33529"
    uid: f229e13c-e473-43cb-828c-3b29bd890992
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:47:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d63371a8860567
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: 10237206-16eb-4933-a78e-bf474793c32b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:47:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d63371ab8e4c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: 33752ef6-098c-4619-9162-f64cb9f2080e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:47:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d63371ac15fc9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: afb57340-0369-4b03-9684-483bdd7236c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:47:49Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d63372bd3bd226
    namespace: kserve-ci-e2e-test
    resourceVersion: "33619"
    uid: 7c06b426-c0f8-4276-a3e1-eb670b07b93d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:47:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d63372c062002b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33622"
    uid: 3c97862f-c42a-429c-a551-2fe0b220dd0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:47:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d63372c0d82277
    namespace: kserve-ci-e2e-test
    resourceVersion: "33625"
    uid: 2556262f-4645-410a-b4e5-02e60f8e089a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:47:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d63372c0e3791d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: 51cc322a-fea5-4257-9418-aa5edc3f11fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:47:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d63372c3d7a9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33628"
    uid: 437d38b6-8b1c-4278-9c07-99058cf0e752
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:47:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d63372c44d0a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: f3467c81-cba9-47f9-87b5-c7ec143c06e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:47:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:57Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d63373356e37a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: c8252b17-7daa-42aa-a078-b433483ee15a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:48:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:48:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d63378874287cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33858"
    uid: f5abe520-5508-4d15-acfb-2258250f5c53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: f005989c-b644-4482-befb-d2a5b3bbeb10
  kind: Event
  lastTimestamp: "2026-09-17T19:48:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:48:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l.18d6337887432d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: dd348ee7-85d9-425b-8bd9-eb4d983b06c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33501"
    uid: 7f92860a-6117-41dc-b159-2e7ee8d69680
  kind: Event
  lastTimestamp: "2026-09-17T19:47:44Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5rd7l'
  metadata:
    creationTimestamp: "2026-09-17T19:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d6337183e25981
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 529500a9-c680-4508-b1f1-181de33ea460
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33499"
    uid: 17ebed65-6edb-491c-b7ad-15a69c8331d8
  kind: Event
  lastTimestamp: "2026-09-17T19:47:44Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:44Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6337180cc1082
    namespace: kserve-ci-e2e-test
    resourceVersion: "33502"
    uid: 72da474f-c25a-4689-bbc3-aa86867a40dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33500"
    uid: 65be8bd8-12e3-4c82-9b38-49ad2b11f9a6
  kind: Event
  lastTimestamp: "2026-09-17T19:47:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:59Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d63375000c0608
    namespace: kserve-ci-e2e-test
    resourceVersion: "33718"
    uid: f95e145f-04d7-42f7-9981-f456802adab7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33500"
    uid: 65be8bd8-12e3-4c82-9b38-49ad2b11f9a6
  kind: Event
  lastTimestamp: "2026-09-17T19:47:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:59Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d63375007ca557
    namespace: kserve-ci-e2e-test
    resourceVersion: "33719"
    uid: 0fc827ab-4f03-473c-8c8f-57aabd4c573f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 65be8bd8-12e3-4c82-9b38-49ad2b11f9a6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:48:14Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d633787f8757be
    namespace: kserve-ci-e2e-test
    resourceVersion: "33838"
    uid: 48a19bd9-fb94-456a-add7-bbb5eb82bfc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 65be8bd8-12e3-4c82-9b38-49ad2b11f9a6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:48:14Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d633787ff5b7e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33841"
    uid: 83dc5eb5-8813-4cd8-adcc-f26aee06d95d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 28921650-9dee-422a-856e-5b16eadd1a6c
  kind: Event
  lastTimestamp: "2026-09-17T19:48:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:48:07Z"
    name: isvc-lightgbm-v2-kserve.18d6337180d38d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: 804ea1c2-7b0a-471a-86ef-2cd81edda642
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 28921650-9dee-422a-856e-5b16eadd1a6c
  kind: Event
  lastTimestamp: "2026-09-17T19:47:44Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:47:44Z"
    name: isvc-lightgbm-v2-kserve.18d63371815fa6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33506"
    uid: 91987121-cc1d-427e-ba31-bf77ac4fdf47
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33788"
    uid: 28921650-9dee-422a-856e-5b16eadd1a6c
  kind: Event
  lastTimestamp: "2026-09-17T19:48:07Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:48:07Z"
    name: isvc-lightgbm-v2-kserve.18d63376f4c03a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33789"
    uid: 6d27e029-d913-4435-9987-68bbb27cdb77
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:46:49.321927Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32988"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:46:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:46:49Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d63364a73db9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32994"
    uid: 764c7bfb-91ca-455b-93b0-04eb8a156070
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:46:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:49Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d63364b658cad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33002"
    uid: 6d0db641-a069-4d53-a6ca-9af8c6d3a4b4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32998"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:46:50Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:46:50Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d63364f076cf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33016"
    uid: 80cfc5b5-9817-40a8-8337-53bef2f0e402
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:46:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:50Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d63364f1d639bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33018"
    uid: 653c09d3-0f0b-46fd-855d-033ac23e5ab6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:46:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:50Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d63364f5ef459e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33019"
    uid: 581d2e91-1344-41a3-b2da-368b02035918
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:46:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:50Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d63364f6710335
    namespace: kserve-ci-e2e-test
    resourceVersion: "33020"
    uid: eefe2819-4417-48b7-a25a-9560adc7f25f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:46:54Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d63365dfa2473f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 4e785152-8e09-4fc6-8e93-fa0f8ff507f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:46:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d63365e3006a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33059"
    uid: 578b776d-b769-40ca-afa6-c9244f9fe846
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:46:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d63365e377eb5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33061"
    uid: 0aaa279f-8f72-4856-a20c-9e11ede59495
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:46:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d63365e3825080
    namespace: kserve-ci-e2e-test
    resourceVersion: "33063"
    uid: 6e1342db-1814-44d8-a18e-7ea0e371cf50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:46:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d63365e717e4d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33065"
    uid: dfd30750-1d38-46ff-93a0-3babd274158e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:46:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d63365e79175ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: 1fcac901-5134-4fd4-b689-962d70426567
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:47:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d633704ef7da4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33425"
    uid: 33010e10-4e81-4c64-9fc1-0723f9c1a2e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f86048ee-a007-4bbb-ab6b-5566144d83fb
  kind: Event
  lastTimestamp: "2026-09-17T19:47:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z.18d633704ef8646b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33426"
    uid: 652c4c66-7f95-4a48-b4e2-e8b445be1754
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32980"
    uid: 8c17eb25-2250-4100-a5dd-07302484c563
  kind: Event
  lastTimestamp: "2026-09-17T19:46:49Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-tg48z'
  metadata:
    creationTimestamp: "2026-09-17T19:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:46:49Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d63364a6ba98af
    namespace: kserve-ci-e2e-test
    resourceVersion: "32989"
    uid: add26864-6154-4249-8d00-7a46f457e06a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 88ae937a-0a65-4bd7-bfd5-74089a6946fc
  kind: Event
  lastTimestamp: "2026-09-17T19:46:49Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:46:49Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d63364a3f2e085
    namespace: kserve-ci-e2e-test
    resourceVersion: "32981"
    uid: fc3c95fd-dd3e-4f69-81ab-240ce0da9cb9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32978"
    uid: c193fdee-ecc3-49d5-a6c9-6bfd174d33f2
  kind: Event
  lastTimestamp: "2026-09-17T19:47:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d633682269af91
    namespace: kserve-ci-e2e-test
    resourceVersion: "33246"
    uid: 05dc79b3-b667-4735-9018-16b95b70b355
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32978"
    uid: c193fdee-ecc3-49d5-a6c9-6bfd174d33f2
  kind: Event
  lastTimestamp: "2026-09-17T19:47:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6336822d93c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "33247"
    uid: 4106f259-5d05-4bd3-beca-abd5af3361a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33144"
    uid: c193fdee-ecc3-49d5-a6c9-6bfd174d33f2
  kind: Event
  lastTimestamp: "2026-09-17T19:47:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:34Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6336f20d4604b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33365"
    uid: 775f3077-eecd-4409-af6b-f0f8efd4c7f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33144"
    uid: c193fdee-ecc3-49d5-a6c9-6bfd174d33f2
  kind: Event
  lastTimestamp: "2026-09-17T19:47:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:34Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6336f214b7a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "33367"
    uid: b5bbc27c-4803-4c56-8b56-1eae2b7e933f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32968"
    uid: 2de6d081-123c-4d76-b088-795079a7dd1a
  kind: Event
  lastTimestamp: "2026-09-17T19:47:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:47:31Z"
    name: isvc-lightgbm-v2-runtime.18d63364a3f44e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33345"
    uid: f1364cd7-eab0-4e1e-a325-0a55d4a29086
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32968"
    uid: 2de6d081-123c-4d76-b088-795079a7dd1a
  kind: Event
  lastTimestamp: "2026-09-17T19:46:49Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:46:49Z"
    name: isvc-lightgbm-v2-runtime.18d63364a47e331b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32985"
    uid: aa1b54bf-dfa5-4dcf-864d-f0446aed02d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: 2de6d081-123c-4d76-b088-795079a7dd1a
  kind: Event
  lastTimestamp: "2026-09-17T19:47:31Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:47:31Z"
    name: isvc-lightgbm-v2-runtime.18d6336e83152ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: 56852575-2a1a-4f09-ad6b-cfc1397d94ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30728"
    uid: fda8ae7c-6f9c-437b-818f-3812e5d283f2
  kind: Event
  lastTimestamp: "2026-09-17T19:44:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:44:44Z"
    name: isvc-lightgbm.18d6332e718576a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31759"
    uid: 8247ab93-43cf-4f40-92e0-78eaa7fd12a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30728"
    uid: fda8ae7c-6f9c-437b-818f-3812e5d283f2
  kind: Event
  lastTimestamp: "2026-09-17T19:42:56Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:42:56Z"
    name: isvc-lightgbm.18d6332e71f10d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30743"
    uid: 16d08e73-e5fc-49f9-b032-a3a8995b6cbc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31757"
    uid: fda8ae7c-6f9c-437b-818f-3812e5d283f2
  kind: Event
  lastTimestamp: "2026-09-17T19:44:44Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:44:44Z"
    name: isvc-lightgbm.18d6334780d8e1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "31758"
    uid: 4f0a159f-a0c0-4b1a-a1c9-cccda019a8a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:19:23.248489Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-8559c4556c-cjhd6
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:19:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:19:23Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e5659e5948
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: 5b62109b-6eb8-45ae-9cb8-0cc4e42b3aa2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17354"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:23Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:19:23Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e587b57995
    namespace: kserve-ci-e2e-test
    resourceVersion: "17363"
    uid: f8dbe76f-1abd-4e01-954b-9bf04048185c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:23Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e58ade5c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17365"
    uid: 86ae2c97-72b0-4d27-813f-0da0b8e1a694
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:23Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e58e8f1d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17366"
    uid: 1a265737-4d6a-42b2-ad58-0171bc24a2ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:23Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e58ef5bfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17367"
    uid: b7e8031a-9809-461e-b9b5-1b65d17bc5f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:28Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e6a0436505
    namespace: kserve-ci-e2e-test
    resourceVersion: "17418"
    uid: 067b54fd-bacd-4417-9b35-608fe1dafab7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:28Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e6a43bf8bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 3c6a1f97-3b0d-4d9f-afd5-ba17f453d6e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:28Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e6a4a4bd85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 25c73a97-28d7-4544-9bfc-b61dd89b6d5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:28Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e6a4b13aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: e7044224-d059-4fa5-80aa-e90792df6319
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:28Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e6a7472ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: cbefcacb-4857-48cf-8e41-d27a03dbdc84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:28Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e6a7b68603
    namespace: kserve-ci-e2e-test
    resourceVersion: "17428"
    uid: 1f1f6279-1a47-4922-b02b-6c9c4c237092
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:28Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f74aad942b0fc9323930466d5f40b871b9cd47a11430d08d434770d84b50c101"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:28Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e6a7c0d960
    namespace: kserve-ci-e2e-test
    resourceVersion: "17430"
    uid: 9b2585de-da8a-413c-bf2c-79e96964db8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:28Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:28Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e6ab31ef88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: 5f1ac5f7-f113-4cf7-8f77-0bf76cd3e1e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:28Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:28Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e6ab9610ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: 9fb29f2e-7ae9-4b60-b755-c8326ce512cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:21:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:10Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e6dc645841
    namespace: kserve-ci-e2e-test
    resourceVersion: "18396"
    uid: a1297864-83a3-43ab-b715-568e42c60961
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:21:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:10Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631e7183a5b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18397"
    uid: a1857cab-4b9e-4577-8c10-92adab76708c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:21:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:02Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631fc979c0f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "18289"
    uid: e3149542-e65f-4d42-83df-d93a8f427d4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:21:02Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T19:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:02Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631fc979c5533
    namespace: kserve-ci-e2e-test
    resourceVersion: "18293"
    uid: f7b7c8b3-8222-46af-ac97-413fd75fec5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:21:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:02Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631fc979cb4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18296"
    uid: cad6ccd3-d0d5-4e84-927e-3c1427255460
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8559c4556c-cjhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 4e50d729-a900-4852-b1c4-594aea5acd8e
  kind: Event
  lastTimestamp: "2026-09-17T19:21:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:11Z"
    name: isvc-logger-predictor-8559c4556c-cjhd6.18d631fd728462c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18408"
    uid: 57136fa7-b5e1-4e92-b497-a11642cbc06c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-8559c4556c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: 273439d8-bde1-4bef-939e-6533f904bac1
  kind: Event
  lastTimestamp: "2026-09-17T19:19:23Z"
  message: 'Created pod: isvc-logger-predictor-8559c4556c-cjhd6'
  metadata:
    creationTimestamp: "2026-09-17T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:23Z"
    name: isvc-logger-predictor-8559c4556c.18d631e565361809
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: 463c5d0c-cc84-4b52-964e-08aa56dc7f90
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 1605e332-c1df-4666-9a59-8fa2ff02d701
  kind: Event
  lastTimestamp: "2026-09-17T19:19:23Z"
  message: Scaled up replica set isvc-logger-predictor-8559c4556c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:23Z"
    name: isvc-logger-predictor.18d631e562138254
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: 2af118f3-a2e1-40d7-a91b-d93804d9e410
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17332"
    uid: 3c4cd90e-61ac-4fe8-9283-7e2d1a0e38ad
  kind: Event
  lastTimestamp: "2026-09-17T19:20:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:08Z"
    name: isvc-logger-predictor.18d631e8e0a7c13f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 1baca5a0-1e18-40e9-aea7-51cd3a9b34a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17332"
    uid: 3c4cd90e-61ac-4fe8-9283-7e2d1a0e38ad
  kind: Event
  lastTimestamp: "2026-09-17T19:20:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:08Z"
    name: isvc-logger-predictor.18d631e8e11a905f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: 005a77b4-d13c-4143-9819-0c1454e0574f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17524"
    uid: 3c4cd90e-61ac-4fe8-9283-7e2d1a0e38ad
  kind: Event
  lastTimestamp: "2026-09-17T19:20:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:53Z"
    name: isvc-logger-predictor.18d631f35e1c6ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18118"
    uid: b75527de-2874-4c37-aedb-f16cd60e0a13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17524"
    uid: 3c4cd90e-61ac-4fe8-9283-7e2d1a0e38ad
  kind: Event
  lastTimestamp: "2026-09-17T19:20:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:53Z"
    name: isvc-logger-predictor.18d631f35e8ca4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18119"
    uid: 893a3aea-5d04-4ec3-9108-434c029de335
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17323"
    uid: 981eb5c4-beb4-482b-b9da-a313b7a9f50b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:50Z"
    name: isvc-logger.18d631e56220a33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18094"
    uid: 4a983f7c-9b92-4b00-a0a3-d15c0bbd1e53
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17323"
    uid: 981eb5c4-beb4-482b-b9da-a313b7a9f50b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:23Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:23Z"
    name: isvc-logger.18d631e562b769ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 06105a2e-7bd6-43a0-adf5-8c6568e18fdf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 981eb5c4-beb4-482b-b9da-a313b7a9f50b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:23Z"
    name: isvc-logger.18d631e5685d56b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17357"
    uid: dff6071a-5718-44b3-8847-4230e6fcd7ff
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18092"
    uid: 981eb5c4-beb4-482b-b9da-a313b7a9f50b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:50Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:50Z"
    name: isvc-logger.18d631f9a1cb3042
    namespace: kserve-ci-e2e-test
    resourceVersion: "18093"
    uid: 8e5eccce-d41f-4ece-98b1-d1e66fac4207
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:48:19.858251Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33923"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:48:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:48:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d63379bba0572b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33929"
    uid: a5e0768e-7eee-4ed2-a054-ace1ba279548
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33933"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:20Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:48:20Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d63379dd68a870
    namespace: kserve-ci-e2e-test
    resourceVersion: "33945"
    uid: 93906ec8-e7d6-4f6b-afc7-500faafdbb89
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:48:20Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d63379df114133
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: 6f7aa358-fd85-4921-b554-dca3228fdac5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:48:20Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d63379e1f8aff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 67fa0968-20a7-4fc1-8ea2-87c75c41de26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:48:20Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d63379e2690a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "33950"
    uid: 2fda89bb-787d-407b-b7a2-6a7e9ed68c5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:24Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T19:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:48:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d6337aedd692d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33987"
    uid: 4c06d89e-956a-4325-925b-d403f23fa91b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:48:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d6337af180c34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: e61683e7-6cd7-41e4-9a20-e9ccc2cd7758
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:48:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d6337af1e85fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33993"
    uid: e5adb2e7-442b-4005-aaf2-082971b7c3ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:48:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d6337af1f2e20d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33994"
    uid: 935fdc07-59d4-4862-8f43-ad2ba5b716fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:48:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d6337af4cc9700
    namespace: kserve-ci-e2e-test
    resourceVersion: "33996"
    uid: b7051981-ae3c-4336-9ccc-66e95c6715cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:48:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d6337af5388b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 6d3d7354-006a-47fb-8590-1fd18aa0de32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: "2026-09-17T19:49:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:09Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d6338567ee2576
    namespace: kserve-ci-e2e-test
    resourceVersion: "34371"
    uid: ba0a4989-8168-4106-a6f2-bfc8e9500f53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 8fac06ea-f21d-435f-856c-118e47b46ef6
  kind: Event
  lastTimestamp: "2026-09-17T19:49:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh.18d6338567f11929
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 26492d6a-6eb2-4190-b65d-35d656bc8ec3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "33914"
    uid: 0cc6e2ce-1850-47fd-94c9-27e02d2587b3
  kind: Event
  lastTimestamp: "2026-09-17T19:48:19Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-twpqh'
  metadata:
    creationTimestamp: "2026-09-17T19:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:48:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d63379bb22ac66
    namespace: kserve-ci-e2e-test
    resourceVersion: "33927"
    uid: abfc5d4a-d754-479f-a08a-b2838e7ab26d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: 8283998e-ce1b-443a-a8f8-5b4ce65248d8
  kind: Event
  lastTimestamp: "2026-09-17T19:48:19Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:48:19Z"
    name: isvc-mlflow-v2-runtime-predictor.18d63379b80cb839
    namespace: kserve-ci-e2e-test
    resourceVersion: "33915"
    uid: 7066cc76-21ed-4586-b267-e152caf55aa4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33913"
    uid: f9d9f5e6-809f-4ca5-aca5-034901be0b9f
  kind: Event
  lastTimestamp: "2026-09-17T19:48:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:48:49Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6337d36a6f380
    namespace: kserve-ci-e2e-test
    resourceVersion: "34175"
    uid: a2b1f4bd-1573-43f7-afc0-7100f056f3b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33913"
    uid: f9d9f5e6-809f-4ca5-aca5-034901be0b9f
  kind: Event
  lastTimestamp: "2026-09-17T19:48:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:48:49Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6337d37217db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: e8a9e2c3-0d19-454f-ad02-fdca007fa2d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34071"
    uid: f9d9f5e6-809f-4ca5-aca5-034901be0b9f
  kind: Event
  lastTimestamp: "2026-09-17T19:49:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:49:04Z"
    name: isvc-mlflow-v2-runtime-predictor.18d633843515bab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34299"
    uid: 95625260-a531-4c39-bc45-9b676b64f74b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34071"
    uid: f9d9f5e6-809f-4ca5-aca5-034901be0b9f
  kind: Event
  lastTimestamp: "2026-09-17T19:49:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:49:04Z"
    name: isvc-mlflow-v2-runtime-predictor.18d63384359775df
    namespace: kserve-ci-e2e-test
    resourceVersion: "34301"
    uid: 38e0143f-4978-41ab-8138-1f148947d97b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33904"
    uid: 6fe2463d-cbc8-40be-945b-7b08e84f0114
  kind: Event
  lastTimestamp: "2026-09-17T19:49:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:49:02Z"
    name: isvc-mlflow-v2-runtime.18d63379b8146daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34277"
    uid: 8c94a273-c728-418a-8e56-5355826d824e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33904"
    uid: 6fe2463d-cbc8-40be-945b-7b08e84f0114
  kind: Event
  lastTimestamp: "2026-09-17T19:48:19Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:48:19Z"
    name: isvc-mlflow-v2-runtime.18d63379b8928db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33935"
    uid: e829cf47-6701-490d-a0ab-b1e2e7e3c64a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33907"
    uid: 6fe2463d-cbc8-40be-945b-7b08e84f0114
  kind: Event
  lastTimestamp: "2026-09-17T19:48:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:48:19Z"
    name: isvc-mlflow-v2-runtime.18d63379be5366f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33936"
    uid: a6cbdb07-0e82-4b92-a144-147189d5045f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34275"
    uid: 6fe2463d-cbc8-40be-945b-7b08e84f0114
  kind: Event
  lastTimestamp: "2026-09-17T19:49:02Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:49:02Z"
    name: isvc-mlflow-v2-runtime.18d63383912d5373
    namespace: kserve-ci-e2e-test
    resourceVersion: "34276"
    uid: 6a9bef00-13d9-4353-a203-885740f88595
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:50:40.363169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:50:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:50:40Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339a725f3d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35214"
    uid: 73bd007c-5d02-4c34-b683-4110a3ccc1de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:50:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:40Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339a7fde276b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35222"
    uid: a7d73b49-f99c-494a-b3db-172ba21497f8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:50:41Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:50:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339ab80296e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: e4741e03-51b1-4fa5-8215-2d294df0c256
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:50:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339ab97470af
    namespace: kserve-ci-e2e-test
    resourceVersion: "35236"
    uid: bbb64f38-d5aa-44cb-9333-ae50988ede42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:50:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339abc45ba29
    namespace: kserve-ci-e2e-test
    resourceVersion: "35237"
    uid: 7d000a01-f30c-4a46-a781-ec6f264b747e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:50:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339abcf8d990
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: 18aec3ad-f05b-43d1-9ef1-83f5b7bc06a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:50:47Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339c247433b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35370"
    uid: 3ebae996-739f-4feb-82a8-8f84e991f0a5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:50:58Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.283s (11.283s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339ec4fb4806
    namespace: kserve-ci-e2e-test
    resourceVersion: "35468"
    uid: f1c56d68-6d13-48b6-b6bc-a40270eb2956
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:50:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339ec8718a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35469"
    uid: 014b57f4-eb34-4757-9738-2ed701d8eabd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:50:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339ec8f227db
    namespace: kserve-ci-e2e-test
    resourceVersion: "35470"
    uid: 0a8c288a-32db-432d-91c6-4d737d29576a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:50:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339ec8fe2a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35471"
    uid: b19d2125-e2b9-4f7a-8c95-15970ee83fc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:50:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339eccbce6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35473"
    uid: 64c57efe-458b-4e0c-8e17-722e397d9af8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:50:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339ecd37ae93
    namespace: kserve-ci-e2e-test
    resourceVersion: "35474"
    uid: 1f8097c5-0a69-4012-ab70-14d1ee4adbac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:51:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:51:36Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d6339ef37f614f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35759"
    uid: 6a0f4b55-876a-4fde-a35a-ae85270047f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:51:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:51:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d633ab130875f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35893"
    uid: c3e8a639-0b4e-485e-bd76-df38bca8dc76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 336be974-5ffc-4e48-ade4-d07a399436d3
  kind: Event
  lastTimestamp: "2026-09-17T19:51:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:51:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-jdtqq.18d633ab1308f0a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35894"
    uid: 3a09f2f2-63a0-49b1-ba3d-27bfcc4c3bbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: 943d61ef-97db-4b38-a074-8484922089ce
  kind: Event
  lastTimestamp: "2026-09-17T19:50:40Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-jdtqq'
  metadata:
    creationTimestamp: "2026-09-17T19:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:50:40Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d6339a71e1bf8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: 4d0f15b8-951d-4701-97e2-7967d761ae28
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35197"
    uid: 869770eb-55bd-4e7f-a1ce-8c75bcb0d051
  kind: Event
  lastTimestamp: "2026-09-17T19:50:40Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:50:40Z"
    name: isvc-paddle-predictor.18d6339a6ea5efba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35201"
    uid: be2483db-4d10-48de-99bb-211f534a3827
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35198"
    uid: 9ab0693d-2f68-4b9e-b0eb-d8df575c80ef
  kind: Event
  lastTimestamp: "2026-09-17T19:51:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:51:40Z"
    name: isvc-paddle-predictor.18d6339dee21558c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35782"
    uid: 6ddbcdf7-4d7f-48ee-8b99-1356e5aa3e1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35198"
    uid: 9ab0693d-2f68-4b9e-b0eb-d8df575c80ef
  kind: Event
  lastTimestamp: "2026-09-17T19:51:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:51:40Z"
    name: isvc-paddle-predictor.18d6339dee889ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35783"
    uid: 79623014-3a7e-4d56-8b80-31169dbbe954
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:51:56.958772Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35955"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:51:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:51:56Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633ac47d37119
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: c7555ea1-df18-4dda-8de4-bee9ec86e11e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:51:57Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:51:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633ac69c219dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35976"
    uid: 2a35c0a3-4b4e-45b8-a0d4-bbd154411982
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:51:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:51:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633ac6b5f0c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35978"
    uid: 6f1d7476-7538-45de-8cfb-5da682c32523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:51:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:51:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633ac6ddc9bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35980"
    uid: e4ccfeba-8250-4df7-b930-c50714edda70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:51:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:51:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633ac6e4015f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35981"
    uid: 8fc62ead-fe4a-48fb-844e-f56ae8efb819
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:52:02Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633adaeeb9cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36025"
    uid: a309b366-d597-4c0b-bbde-1f9d94006c0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:52:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633adb1cefc61
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: 92fa757c-f24b-4f65-9057-c7dd96cf2059
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:52:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633adb23fc866
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: 25e47a20-4bee-485b-a18c-f144198eb217
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:52:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633adb24a0168
    namespace: kserve-ci-e2e-test
    resourceVersion: "36029"
    uid: 2c210edb-a12b-408d-ae6b-5e9b9a2cee59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:52:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633adb52ec5a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: 6b64aa5f-df11-496b-a35e-f7feae839465
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:52:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633adb59923d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: 819c3de4-9da2-4d6b-9be8-f4545c717d10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:53:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:00Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633adeb1b2ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36664"
    uid: 58ce28fd-1720-4b24-be62-031d3cebe949
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:52:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633ba93fc007f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36648"
    uid: 7981cb52-bed5-485f-bf5b-5e923ece8ed1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:52:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633ba93fca7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36649"
    uid: 20f20e89-85d1-4ec0-b308-c9af034bebb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: 8a3a7646-a623-4528-873b-e7dec98465e4
  kind: Event
  lastTimestamp: "2026-09-17T19:52:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.67:8643/healthz": dial tcp
    10.134.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-k8m7g.18d633baf53d2b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: 5d1e5302-efa7-440e-bec7-29d0967618be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35947"
    uid: 204dcda7-fd04-46de-8283-d2819f39db54
  kind: Event
  lastTimestamp: "2026-09-17T19:51:56Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-k8m7g'
  metadata:
    creationTimestamp: "2026-09-17T19:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:51:56Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d633ac4783d537
    namespace: kserve-ci-e2e-test
    resourceVersion: "35960"
    uid: 0e23c990-e71f-4c82-8a1b-ae9c2d89a8ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35945"
    uid: 6624b6c4-be85-4c87-bf76-0bd4ed1c1dfd
  kind: Event
  lastTimestamp: "2026-09-17T19:51:56Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:51:56Z"
    name: isvc-paddle-runtime-predictor.18d633ac442b5fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35949"
    uid: 525aa7f8-df03-428e-9f67-5943da13bf18
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: a58008db-4d29-4b63-9b53-4034af486c4e
  kind: Event
  lastTimestamp: "2026-09-17T19:52:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:52:41Z"
    name: isvc-paddle-runtime-predictor.18d633afc33f88fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36507"
    uid: 3b100595-eb02-4ac9-ad80-b868ec87d4c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: a58008db-4d29-4b63-9b53-4034af486c4e
  kind: Event
  lastTimestamp: "2026-09-17T19:52:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:52:41Z"
    name: isvc-paddle-runtime-predictor.18d633afc4120223
    namespace: kserve-ci-e2e-test
    resourceVersion: "36508"
    uid: aa1bc4dc-0079-4fdc-b02a-00692934f28e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36195"
    uid: a58008db-4d29-4b63-9b53-4034af486c4e
  kind: Event
  lastTimestamp: "2026-09-17T19:52:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:52:56Z"
    name: isvc-paddle-runtime-predictor.18d633ba42269e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36620"
    uid: e6c0d45f-b6c7-4e29-adf5-a907fbc2a4e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36195"
    uid: a58008db-4d29-4b63-9b53-4034af486c4e
  kind: Event
  lastTimestamp: "2026-09-17T19:52:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:52:57Z"
    name: isvc-paddle-runtime-predictor.18d633ba4296d742
    namespace: kserve-ci-e2e-test
    resourceVersion: "36622"
    uid: 812e1fdb-5f4a-405c-a6b5-707071caeb43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35937"
    uid: b2511932-40cc-461a-8bc7-08a2b8b4c6d2
  kind: Event
  lastTimestamp: "2026-09-17T19:52:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:52:50Z"
    name: isvc-paddle-runtime.18d633ac44137262
    namespace: kserve-ci-e2e-test
    resourceVersion: "36573"
    uid: 5a4937a1-594b-4139-b40a-d6f7a89ae488
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35937"
    uid: b2511932-40cc-461a-8bc7-08a2b8b4c6d2
  kind: Event
  lastTimestamp: "2026-09-17T19:51:56Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:51:56Z"
    name: isvc-paddle-runtime.18d633ac44979089
    namespace: kserve-ci-e2e-test
    resourceVersion: "35952"
    uid: e8bd99f9-ff50-405c-bdb8-7861332c78fd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36571"
    uid: b2511932-40cc-461a-8bc7-08a2b8b4c6d2
  kind: Event
  lastTimestamp: "2026-09-17T19:52:50Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:52:50Z"
    name: isvc-paddle-runtime.18d633b8a693b016
    namespace: kserve-ci-e2e-test
    resourceVersion: "36572"
    uid: 2b7dd028-03bb-4b60-9783-c50bc3038136
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:53:03.554674Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36718"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:53:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:53:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bbc9403e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "36724"
    uid: f1b80388-c8b0-44dc-8e45-1cf5c7a3ed56
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:53:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bbd20820de
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: 2933cde5-d291-4adf-8036-f94deeaf80fb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36728"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:53:05Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:53:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bc44b5c16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36753"
    uid: 56486a58-2629-4690-b103-d9657d4ab7cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:53:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bc46d755b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36755"
    uid: e592941a-d9ac-49f1-aa45-ee2b35f97bbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:53:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bc49b8bc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36756"
    uid: acf78705-efe0-4b4f-9563-2291c9a5073f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:53:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bc4a1ca070
    namespace: kserve-ci-e2e-test
    resourceVersion: "36757"
    uid: 5910ae7c-4a77-4604-a924-250561dc674f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:53:11Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bd96e52cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36799"
    uid: 8fcab62c-b064-42e4-bc17-537a02770de1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:53:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bd99855e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "36803"
    uid: bc3e5654-9b55-4545-ac60-0c303f66986a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:53:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bd99ea55f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36804"
    uid: 1910e1c9-56af-4d81-a401-e0a75e08fa31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:53:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bd99f4103e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: a440121d-99cb-43ff-a2e4-16f7938c087c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:53:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bd9c5dff59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36808"
    uid: 1e766acd-d505-44bc-a42b-0817228f92eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:53:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bd9cc7d189
    namespace: kserve-ci-e2e-test
    resourceVersion: "36809"
    uid: 3366c841-b4a7-4f8e-9ea0-08b108d04069
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:53:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633bdd2ef7951
    namespace: kserve-ci-e2e-test
    resourceVersion: "37167"
    uid: 36fd2091-099a-4403-9300-c26fdf575094
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:54:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633ca2255428c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: db69fd2b-77fb-4043-9ef1-012a8286f03c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: fdb3049a-aa0f-4e31-a03a-cf9e7e24d503
  kind: Event
  lastTimestamp: "2026-09-17T19:54:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759.18d633ca2255f5ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 5537c579-1df2-41b5-b3e4-8d6a23e486e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 6338218f-7fe7-4c51-ad53-b38e00e09f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:53:03Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4z759'
  metadata:
    creationTimestamp: "2026-09-17T19:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:53:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d633bbc8bf4374
    namespace: kserve-ci-e2e-test
    resourceVersion: "36721"
    uid: ff4c9503-78c2-4e6a-8db1-c4ec7c621c5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36707"
    uid: c51ab61a-769d-4cc8-a457-6b7c19a2e6ec
  kind: Event
  lastTimestamp: "2026-09-17T19:53:03Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:53:03Z"
    name: isvc-paddle-v2-kserve-predictor.18d633bbc5f0ee9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36712"
    uid: f5453cd8-ed41-42a4-8d2c-ddd0703f90e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36708"
    uid: d1adcfff-ad01-40f3-8cb5-4b9eadd0ac17
  kind: Event
  lastTimestamp: "2026-09-17T19:53:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:53:48Z"
    name: isvc-paddle-v2-kserve-predictor.18d633bf446b9c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "37185"
    uid: ffbc9156-c99f-4bd9-8e6a-2a0940eb8acd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36708"
    uid: d1adcfff-ad01-40f3-8cb5-4b9eadd0ac17
  kind: Event
  lastTimestamp: "2026-09-17T19:53:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:53:48Z"
    name: isvc-paddle-v2-kserve-predictor.18d633bf44b7f67b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37186"
    uid: 3c0d2af7-94c5-4660-a5ae-98985862a935
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36866"
    uid: d1adcfff-ad01-40f3-8cb5-4b9eadd0ac17
  kind: Event
  lastTimestamp: "2026-09-17T19:54:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:54:03Z"
    name: isvc-paddle-v2-kserve-predictor.18d633c9c1bba4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37373"
    uid: d52d41a3-31ae-4686-ae34-9ab74db9555d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36866"
    uid: d1adcfff-ad01-40f3-8cb5-4b9eadd0ac17
  kind: Event
  lastTimestamp: "2026-09-17T19:54:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:54:03Z"
    name: isvc-paddle-v2-kserve-predictor.18d633c9c2307312
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 703dde5d-a372-4534-bba8-b6abc1c3ab08
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36700"
    uid: 9b50cdeb-bf9f-450d-b4ce-f91578e60909
  kind: Event
  lastTimestamp: "2026-09-17T19:53:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:53:58Z"
    name: isvc-paddle-v2-kserve.18d633bbc5e43c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: a5cb34fb-2047-4048-b17d-1ee62ac683e1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36700"
    uid: 9b50cdeb-bf9f-450d-b4ce-f91578e60909
  kind: Event
  lastTimestamp: "2026-09-17T19:53:03Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:53:03Z"
    name: isvc-paddle-v2-kserve.18d633bbc680b988
    namespace: kserve-ci-e2e-test
    resourceVersion: "36715"
    uid: 2d170c5c-cdc7-4c2f-a8c0-f267faebd675
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37333"
    uid: 9b50cdeb-bf9f-450d-b4ce-f91578e60909
  kind: Event
  lastTimestamp: "2026-09-17T19:53:58Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:53:58Z"
    name: isvc-paddle-v2-kserve.18d633c88e50834f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 310b65c5-c19a-4f7e-a4c9-d4c128c6b1a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35187"
    uid: 026e317b-9f57-44b1-9287-b86e6d097599
  kind: Event
  lastTimestamp: "2026-09-17T19:51:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:51:46Z"
    name: isvc-paddle.18d6339a6ecd5d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "35843"
    uid: 46cc5aeb-f318-467e-8e99-730cc5a24620
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35187"
    uid: 026e317b-9f57-44b1-9287-b86e6d097599
  kind: Event
  lastTimestamp: "2026-09-17T19:50:40Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:50:40Z"
    name: isvc-paddle.18d6339a6f42e9b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: 8a288083-5866-4308-80a3-ff123cad11a4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35840"
    uid: 026e317b-9f57-44b1-9287-b86e6d097599
  kind: Event
  lastTimestamp: "2026-09-17T19:51:46Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:51:46Z"
    name: isvc-paddle.18d633a9ea7d0ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35841"
    uid: bde6864f-7ca4-427a-bf4a-8728af99c0d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:54:10.483925Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37474"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-b8flp
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:54:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:54:10Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633cb5e8bd480
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: c28d7e5a-7ba9-40cb-b6db-8ed22634f855
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37485"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:54:11Z"
  message: Add eth0 [10.134.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:54:11Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633cb80eea65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 581196ff-164f-4623-8711-69a84045da61
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:54:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:11Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633cb826ca98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37493"
    uid: e306a52a-6a10-4ede-bb40-e25730cefb6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:54:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:11Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633cb85729fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37494"
    uid: eb4ac975-a4dc-47c0-94d9-53be5ff3fdd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:54:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:11Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633cb85f79593
    namespace: kserve-ci-e2e-test
    resourceVersion: "37495"
    uid: a89dca3f-5b31-47be-ad10-918e7f13e020
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:54:15Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:15Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633cc8ef9445e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37531"
    uid: dd60a1e7-c1dc-4a33-ab33-2f78941c9827
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:54:22Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.244s (7.244s
    including waiting). Image size: 852995966 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:22Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633ce3ec9d7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37594"
    uid: a8f53b2a-1ce1-44e3-b914-636f5e14df4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:54:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:22Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633ce427aed96
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: e21616c5-0772-4670-aa93-262cb515b1bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:54:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:22Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633ce42f089bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37596"
    uid: 68609ea6-44e9-443c-aa11-372f3207d59a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:54:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:22Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633ce42f9a52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: 6ff68e3e-33aa-4de1-9bb1-4d1903f3d41b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:54:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:22Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633ce45a0981a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37598"
    uid: 367b70eb-7192-433b-871d-11c96b12467d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:54:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:22Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633ce46144f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37599"
    uid: 78db074c-e530-4fd4-8000-4a6997ada269
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:56:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.71:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:05Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633ce6e68c720
    namespace: kserve-ci-e2e-test
    resourceVersion: "38542"
    uid: 32491322-334e-4745-9a72-78e9a05b0c71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:56:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:02Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633e55aaa2e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38519"
    uid: f6ec5937-a053-4ca7-b0aa-9abfd88de8d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:56:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:02Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633e55aaad75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38520"
    uid: 688c6822-efb2-4254-83fe-c5a2405399b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b8flp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: ef92072a-cafb-4dee-9c72-00f3bb624272
  kind: Event
  lastTimestamp: "2026-09-17T19:56:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.71:8643/healthz": dial tcp
    10.134.0.71:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:04Z"
    name: isvc-pmml-predictor-8674795f59-b8flp.18d633e5f2b7ac7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38540"
    uid: be7d26d1-8936-4d9f-afe6-f37ad1ef9639
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37464"
    uid: 036f4f11-ecb5-401f-bbdd-ed60115ea902
  kind: Event
  lastTimestamp: "2026-09-17T19:54:10Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-b8flp'
  metadata:
    creationTimestamp: "2026-09-17T19:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:54:10Z"
    name: isvc-pmml-predictor-8674795f59.18d633cb5deae0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37476"
    uid: 0ee4fc2a-db91-46bd-b74c-985c0c715b86
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37460"
    uid: f7f499cf-3a9c-45dc-b78c-0ca5b408b0f1
  kind: Event
  lastTimestamp: "2026-09-17T19:54:10Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:54:10Z"
    name: isvc-pmml-predictor.18d633cb57382ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37467"
    uid: c0605708-571c-458b-bf4b-03e467176eb3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37463"
    uid: a74e7c5d-cb90-4ccd-b769-a7bd8bfabd53
  kind: Event
  lastTimestamp: "2026-09-17T19:54:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:54:40Z"
    name: isvc-pmml-predictor.18d633ced5eabd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "37731"
    uid: f44cdf29-a709-4d2a-83ee-23c372c9ec8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37463"
    uid: a74e7c5d-cb90-4ccd-b769-a7bd8bfabd53
  kind: Event
  lastTimestamp: "2026-09-17T19:54:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:54:40Z"
    name: isvc-pmml-predictor.18d633ced653f980
    namespace: kserve-ci-e2e-test
    resourceVersion: "37732"
    uid: ec1e2f0c-42bd-48f6-b8dc-ab9cefa930c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37619"
    uid: a74e7c5d-cb90-4ccd-b769-a7bd8bfabd53
  kind: Event
  lastTimestamp: "2026-09-17T19:55:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:55:55Z"
    name: isvc-pmml-predictor.18d633d5d42b722b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38452"
    uid: c3613660-310d-4384-9897-5e9f0b5f46cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37619"
    uid: a74e7c5d-cb90-4ccd-b769-a7bd8bfabd53
  kind: Event
  lastTimestamp: "2026-09-17T19:55:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:55:55Z"
    name: isvc-pmml-predictor.18d633d5d49ffb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38453"
    uid: 95851598-140a-461f-8211-64214ffdd606
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:56:07.264429Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38585"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-td4bh
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:56:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:56:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e68f349851
    namespace: kserve-ci-e2e-test
    resourceVersion: "38591"
    uid: 8d58735b-ea0d-4f2e-b2a4-45f92bb236e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:56:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e6977e81af
    namespace: kserve-ci-e2e-test
    resourceVersion: "38603"
    uid: 097fabf6-2eeb-4b62-ae23-5bb929e17e35
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:56:08Z"
  message: Add eth0 [10.134.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:56:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e6d4de8383
    namespace: kserve-ci-e2e-test
    resourceVersion: "38613"
    uid: ee50c0cf-c59a-4b86-8d8b-5bf6fced8314
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:56:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e6d639955a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38615"
    uid: 07c23cb1-503d-4103-aac5-693e47d18ea0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:56:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e6d98a522e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38616"
    uid: cd7b8fb9-3a81-408e-8ff5-dbfb9d28c6b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:56:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e6d9f4c4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38617"
    uid: 2d55394d-1efa-44a4-931b-e52fb7a50e58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:56:13Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e7eb9738ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38657"
    uid: 09864853-4c56-4824-a714-c54971eafa85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:56:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e7ee521da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38660"
    uid: eb245a2b-c800-4507-aeb4-574e4be1af01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:56:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e7eed9b4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38662"
    uid: eba6221f-5ef3-4bb2-b6b1-541d49feb1bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:56:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e7eee4e157
    namespace: kserve-ci-e2e-test
    resourceVersion: "38664"
    uid: 0444da0f-9a94-4485-be6e-958586e59489
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:56:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e7f18d5c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "38666"
    uid: 03020815-26f9-4c12-9b64-040fc5abac3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:56:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:56:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e7f1f2fc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "38668"
    uid: f4335e83-03d4-44f2-bc50-d6fd52e5815b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:57:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.73:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633e827a0576c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39439"
    uid: f4cd1e60-1cf0-4f40-af95-077b7c2f1626
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:57:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:48Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633fe3e629ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39420"
    uid: 93c130e5-670d-456b-8a65-417e22b5d61d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:57:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:48Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633fe3e631338
    namespace: kserve-ci-e2e-test
    resourceVersion: "39421"
    uid: b0170d94-b2c5-4fcb-886f-1034ad754a68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 86c3d388-0def-4829-b231-2c8db4becaa2
  kind: Event
  lastTimestamp: "2026-09-17T19:57:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.73:8643/healthz": dial tcp
    10.134.0.73:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-td4bh.18d633febdb49ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39438"
    uid: 79e9db99-e31b-4fd0-9379-263aa0db1145
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 39a106e1-6405-405f-92b8-b4a8720d182e
  kind: Event
  lastTimestamp: "2026-09-17T19:56:07Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-td4bh'
  metadata:
    creationTimestamp: "2026-09-17T19:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:56:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d633e68eec7c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: 2d8cadcf-4c6d-48b5-ac51-83d2b33bbe23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38573"
    uid: eed20f8d-2dd4-41f2-9c02-045b3c8eb26b
  kind: Event
  lastTimestamp: "2026-09-17T19:56:07Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:56:07Z"
    name: isvc-pmml-runtime-predictor.18d633e68c30eaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38578"
    uid: 7dce25cf-d471-4409-ae1f-ef0f3048651e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38574"
    uid: 28d8bc66-9fe7-460e-83f5-d923d286b996
  kind: Event
  lastTimestamp: "2026-09-17T19:56:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:56:22Z"
    name: isvc-pmml-runtime-predictor.18d633ea0b30f23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38742"
    uid: 736bf597-c554-4991-8665-8b2211f9ff8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38574"
    uid: 28d8bc66-9fe7-460e-83f5-d923d286b996
  kind: Event
  lastTimestamp: "2026-09-17T19:56:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:56:22Z"
    name: isvc-pmml-runtime-predictor.18d633ea0b9aa822
    namespace: kserve-ci-e2e-test
    resourceVersion: "38744"
    uid: 7e010baf-6ec5-4970-8b40-00d19a81fbfa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38743"
    uid: 28d8bc66-9fe7-460e-83f5-d923d286b996
  kind: Event
  lastTimestamp: "2026-09-17T19:57:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:57:37Z"
    name: isvc-pmml-runtime-predictor.18d633ed8a6da4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39311"
    uid: 8fb42d2b-2356-4666-af30-ab5d72ed2388
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38743"
    uid: 28d8bc66-9fe7-460e-83f5-d923d286b996
  kind: Event
  lastTimestamp: "2026-09-17T19:57:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:57:37Z"
    name: isvc-pmml-runtime-predictor.18d633ed8ad98ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39312"
    uid: 99773e95-b452-4c80-ba20-01fd5b808998
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38565"
    uid: 8f09f82b-6e81-4e61-a947-b428827cb650
  kind: Event
  lastTimestamp: "2026-09-17T19:57:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:57:41Z"
    name: isvc-pmml-runtime.18d633e68c2bf626
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: e3761e62-5a52-418c-9ac2-bbac9757f1e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38565"
    uid: 8f09f82b-6e81-4e61-a947-b428827cb650
  kind: Event
  lastTimestamp: "2026-09-17T19:56:07Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:56:07Z"
    name: isvc-pmml-runtime.18d633e68ca91002
    namespace: kserve-ci-e2e-test
    resourceVersion: "38598"
    uid: e6b5f7a4-0dec-4e79-a04e-594d99872505
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38568"
    uid: 8f09f82b-6e81-4e61-a947-b428827cb650
  kind: Event
  lastTimestamp: "2026-09-17T19:56:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:56:07Z"
    name: isvc-pmml-runtime.18d633e692716880
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 97e877e2-d4c9-4933-848c-5b4cc811fc4a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39348"
    uid: 8f09f82b-6e81-4e61-a947-b428827cb650
  kind: Event
  lastTimestamp: "2026-09-17T19:57:41Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:57:41Z"
    name: isvc-pmml-runtime.18d633fc6efe4965
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 76f89dbf-5f0b-4388-be04-d4029d941c3e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:55:31.805918Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38230"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:55:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:55:31Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633de4db6bb3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38236"
    uid: 8616ce3a-3621-4a9f-b774-a04980365bf1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:55:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:31Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633de56db0f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "38245"
    uid: 63ce9364-8ccd-4b20-822a-be4c71ee7979
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38240"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:55:32Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:55:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633de9396977e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38260"
    uid: 599b598f-69d1-427a-9f11-4ded4a45ee8c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:55:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633de94f754eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38262"
    uid: 6e003288-c230-45fa-a70d-25b292ce72cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:55:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633de97e61c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "38263"
    uid: b236add6-89ea-4e58-9254-0d1e11e4ab19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:55:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633de985aa63d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38264"
    uid: 84999bfe-5ecf-40df-b2fd-30a94c08dd3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:55:37Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:37Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633dfb0fb6d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "38301"
    uid: f43f6f20-6d93-4958-8fef-e42b6d8fd26c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:55:45Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.27s (7.27s including
    waiting). Image size: 852995966 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633e1625747fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38361"
    uid: 54a87d0d-9587-4df2-9caa-a50cdb967837
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:55:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633e16568cff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38362"
    uid: 4135f711-c7ac-4682-907d-88ec3e2b03d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:55:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633e165de5f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "38363"
    uid: 6c826ddd-290a-42b4-b79e-a5d774a39dd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:55:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633e165e7ded6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38364"
    uid: c7487017-4728-4389-a4db-d229a7966367
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:55:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633e168ab6834
    namespace: kserve-ci-e2e-test
    resourceVersion: "38365"
    uid: 9912901a-e2db-422f-8cdd-9143d26eba55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:55:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633e1691e2db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38366"
    uid: 36d2e967-12bc-4957-a785-97ef386e5c58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:57:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633e190a271d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39016"
    uid: 617491a4-374e-4d79-8b8d-77e1b0a7de01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:57:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:13Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633f5ef799543
    namespace: kserve-ci-e2e-test
    resourceVersion: "39139"
    uid: 252cb2df-7edd-4586-a501-f200cf53c7fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:57:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:13Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633f5ef7ec6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39140"
    uid: 5877c706-927d-4db2-a61b-cafe3130ff1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 4814cb8d-e65c-42bd-8762-64fb07ae87e5
  kind: Event
  lastTimestamp: "2026-09-17T19:57:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:16Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd.18d633f6c0d85dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39164"
    uid: f323f41a-e26f-46f0-967a-9aa87a31d625
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38220"
    uid: 198dabc0-a0a3-4b47-ae2c-dedf083cce99
  kind: Event
  lastTimestamp: "2026-09-17T19:55:31Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-p5ftd'
  metadata:
    creationTimestamp: "2026-09-17T19:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:55:31Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d633de4d40273d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38233"
    uid: 9b4c708f-0807-4579-9faf-e6ddd4304314
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38218"
    uid: 83036cfe-506b-4828-b977-7d2bc8ce06a7
  kind: Event
  lastTimestamp: "2026-09-17T19:55:31Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:55:31Z"
    name: isvc-pmml-v2-kserve-predictor.18d633de4a3726b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38223"
    uid: a731b4af-a566-4a29-8e3d-ef93a611276a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: ebaaa4bc-4588-4428-bab5-b47758cb6650
  kind: Event
  lastTimestamp: "2026-09-17T19:55:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:55:46Z"
    name: isvc-pmml-v2-kserve-predictor.18d633e1c8b6b026
    namespace: kserve-ci-e2e-test
    resourceVersion: "38379"
    uid: e130b1e8-b56c-466b-b854-f3a02f5bdec7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: ebaaa4bc-4588-4428-bab5-b47758cb6650
  kind: Event
  lastTimestamp: "2026-09-17T19:55:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:55:46Z"
    name: isvc-pmml-v2-kserve-predictor.18d633e1c9235a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38381"
    uid: b9a482f9-d710-420f-9459-857c7773a09e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38380"
    uid: ebaaa4bc-4588-4428-bab5-b47758cb6650
  kind: Event
  lastTimestamp: "2026-09-17T19:57:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:57:01Z"
    name: isvc-pmml-v2-kserve-predictor.18d633e547ed446c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39030"
    uid: b630e373-d994-4841-ae67-4f3e6b4c6529
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:56:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38380"
    uid: ebaaa4bc-4588-4428-bab5-b47758cb6650
  kind: Event
  lastTimestamp: "2026-09-17T19:57:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:57:01Z"
    name: isvc-pmml-v2-kserve-predictor.18d633e54857a66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39031"
    uid: a6db721f-803c-4ed8-a253-be6e34399450
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38211"
    uid: 87d8a0da-fbea-49bf-b765-6a159cbc1655
  kind: Event
  lastTimestamp: "2026-09-17T19:57:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:57:10Z"
    name: isvc-pmml-v2-kserve.18d633de4a36457d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39096"
    uid: 5b9ad505-5a80-4276-a08b-a5c549f700ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38211"
    uid: 87d8a0da-fbea-49bf-b765-6a159cbc1655
  kind: Event
  lastTimestamp: "2026-09-17T19:55:31Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:55:31Z"
    name: isvc-pmml-v2-kserve.18d633de4aaabe0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38225"
    uid: 927526b1-2a45-4675-9f39-d6fec50b21f0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39094"
    uid: 87d8a0da-fbea-49bf-b765-6a159cbc1655
  kind: Event
  lastTimestamp: "2026-09-17T19:57:10Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:57:10Z"
    name: isvc-pmml-v2-kserve.18d633f5306cdff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39095"
    uid: 42070856-8d8f-4549-82be-72aed8d2c450
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37454"
    uid: 40d2ab7d-3e46-408f-90f9-ee65cd1cada3
  kind: Event
  lastTimestamp: "2026-09-17T19:55:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:55:55Z"
    name: isvc-pmml.18d633cb57667ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38450"
    uid: 87cbc022-b949-495c-ac0e-52b8d095bea3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37454"
    uid: 40d2ab7d-3e46-408f-90f9-ee65cd1cada3
  kind: Event
  lastTimestamp: "2026-09-17T19:54:10Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:54:10Z"
    name: isvc-pmml.18d633cb580490a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37471"
    uid: 57edaae3-fea9-47eb-86c4-e02d48fc0b1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: 40d2ab7d-3e46-408f-90f9-ee65cd1cada3
  kind: Event
  lastTimestamp: "2026-09-17T19:55:55Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:55:55Z"
    name: isvc-pmml.18d633e3bb937627
    namespace: kserve-ci-e2e-test
    resourceVersion: "38449"
    uid: 560a4890-e396-4f91-b1d2-e07188192710
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:19:18.488513Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:19:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:19:18Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e449e6eb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: 9b3a5a42-4ed1-4d41-81ad-1db728a6b4cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:18Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e452cf7e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: ec671c72-bd03-495e-a81a-366f734a53e9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17272"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:19Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:19:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e48fba03c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 91b3c444-f5ef-4a63-80a0-f9a6ff554c2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e49119973f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17289"
    uid: 30eed4e4-2fe8-44ca-a7ae-7ad11bc6f17c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e49479cd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17290"
    uid: f45c9d8e-6970-423e-b195-7398a8849f9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e494e055c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: af950f66-6dc1-4fb1-9323-5e33eff19041
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:24Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e5b05a5d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: bf6da66c-d925-4111-84ca-10af017c51f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e5b419034a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 883af4aa-ba5a-497f-9335-18418a49fdfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e5b47f6059
    namespace: kserve-ci-e2e-test
    resourceVersion: "17380"
    uid: 3dd76fa0-df48-46b9-9ece-ab202fbafc8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e5b48a0342
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: f809f6c7-201b-49d1-a3e7-fbce2a4275e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e5b769e37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: d917ea17-146c-4500-950c-28bdc6294179
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e5b7f4f2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: d6b5308f-e710-4bea-8e75-37329dadd568
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631e6285f5f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "18112"
    uid: aa212498-8519-432b-bb7c-7a7aec2b3883
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631f95bca4a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18072"
    uid: 56e84074-e9f5-4a69-b053-7b6a8ee4c0aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631f95bcaf33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18073"
    uid: 983e6670-beb0-4c15-aae2-e187bde8d59f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 8bafcb2b-52ad-4671-9d62-7a62199d9e8b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds.18d631fa2ea4afff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18111"
    uid: 276de02b-1e69-4763-bef6-2266aa4494b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17250"
    uid: de0a48d5-0208-4a5c-9733-914d9d8857bf
  kind: Event
  lastTimestamp: "2026-09-17T19:19:18Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-5vsds'
  metadata:
    creationTimestamp: "2026-09-17T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:18Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d631e44940a9c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 61f92b6a-aeab-438b-bf7a-3ed71f7c5365
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: ee006890-189e-450b-aec1-8ba7465ee5d7
  kind: Event
  lastTimestamp: "2026-09-17T19:19:18Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:18Z"
    name: isvc-predictive-lightgbm-predictor.18d631e4442220dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: 313f65ac-0417-4416-9b57-36ef458de278
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: a328fabc-f8a1-408d-9cdf-fc24aa004cd8
  kind: Event
  lastTimestamp: "2026-09-17T19:19:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:48Z"
    name: isvc-predictive-lightgbm-predictor.18d631e7c26d2abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17600"
    uid: 332b9ba8-9f25-4879-a85f-36f11e1d9c61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: a328fabc-f8a1-408d-9cdf-fc24aa004cd8
  kind: Event
  lastTimestamp: "2026-09-17T19:19:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:48Z"
    name: isvc-predictive-lightgbm-predictor.18d631e7c2d62d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17601"
    uid: 7d856fbc-aca5-4622-8e0c-fb60d61b2f56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: a328fabc-f8a1-408d-9cdf-fc24aa004cd8
  kind: Event
  lastTimestamp: "2026-09-17T19:20:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:48Z"
    name: isvc-predictive-lightgbm-predictor.18d631eec045480f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: 5e9be0c7-3cc3-4476-82a0-a051eed247b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: a328fabc-f8a1-408d-9cdf-fc24aa004cd8
  kind: Event
  lastTimestamp: "2026-09-17T19:20:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:48Z"
    name: isvc-predictive-lightgbm-predictor.18d631eec0b22df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18053"
    uid: 0296ef70-a595-46c6-9012-db598e0f87c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:24:54.723271Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20266"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:24:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:24:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d63232930e1d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20272"
    uid: c19bf828-bf28-4060-a894-850ee9018091
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:24:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d632329e6a3f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "20286"
    uid: 8a53563d-32d9-4a55-a4e4-266b779a126b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20277"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:24:55Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:24:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d63232d8b1168a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20298"
    uid: b6ea88df-3ecc-4a70-9d0f-b71a9a03b8f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:24:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d63232da2771b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20300"
    uid: b9e37643-c8ea-49fc-a530-6bd3492543af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:24:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d63232dd4ea957
    namespace: kserve-ci-e2e-test
    resourceVersion: "20302"
    uid: fa8c9986-93fe-45ef-9e67-7793a1bd698a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:24:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d63232ddb99647
    namespace: kserve-ci-e2e-test
    resourceVersion: "20303"
    uid: 2a715319-7f67-4e3f-80e6-23920e88ed67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:25:00Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d63233d6c70bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: aceca33e-81ef-4e7d-8991-d1935ce00315
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:25:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d63233d9abd78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: 3f41e579-ee0f-4f9e-9995-55121fa8d2be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:25:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d63233da105b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: f53c44a2-546c-4fc4-a32b-3d9d31f4ecd3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:25:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d63233da1b67ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20344"
    uid: 1279b171-eeb5-4b6f-a066-30acb1676886
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:25:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d63233dcf697ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: 0d97aa92-1ce7-439a-a420-dc45ce258635
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:25:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d63233dd6101da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: c5a66ed8-c773-4faa-8c4f-b4c3fa3232e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:26:15Z"
  message: 'Readiness probe failed: Get "http://10.134.0.32:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d6323cb1186948
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: d633755d-0560-49b9-86ae-d5c2a1163920
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:26:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d6324a0ddbef8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21136"
    uid: 8380c438-1471-437a-8532-76e7b0035a30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:26:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d6324a0ddc552c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ea69c5a0-c655-42a7-b7e7-842d2ad49fbe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 26458828-3d42-4f9c-ad47-e0a88ca59fca
  kind: Event
  lastTimestamp: "2026-09-17T19:26:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn.18d6324aa8f6b384
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: 486a3a79-f5ec-4e15-8d48-9a9b32517fba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 68e43e28-7bba-4350-b97a-3ac40c3dc9f2
  kind: Event
  lastTimestamp: "2026-09-17T19:24:54Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-zt8hn'
  metadata:
    creationTimestamp: "2026-09-17T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:24:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d6323292b3366a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20268"
    uid: 5e93b39e-d9f7-4fc0-958f-945818843bfe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20255"
    uid: 495748da-c678-49cd-9398-100da06ab8e9
  kind: Event
  lastTimestamp: "2026-09-17T19:24:54Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:24:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d632328fb61d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20259"
    uid: 9d8966e6-f219-4de9-a10f-68101dfb8bb4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20256"
    uid: affeb7b0-3604-43fc-b9a3-61149b028cee
  kind: Event
  lastTimestamp: "2026-09-17T19:25:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d632360eaf2d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 39bd9723-e356-43a7-a077-8dc0f9e2ebd9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20256"
    uid: affeb7b0-3604-43fc-b9a3-61149b028cee
  kind: Event
  lastTimestamp: "2026-09-17T19:25:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d632360f246000
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: b0b946b5-ecc4-4f20-b9e6-3b4f902bde33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20415"
    uid: affeb7b0-3604-43fc-b9a3-61149b028cee
  kind: Event
  lastTimestamp: "2026-09-17T19:26:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:24Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d632408b5e0e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "21024"
    uid: 89ff7801-73d1-4c01-bc72-11f9a7fcc525
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20415"
    uid: affeb7b0-3604-43fc-b9a3-61149b028cee
  kind: Event
  lastTimestamp: "2026-09-17T19:26:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:24Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d632408bcc5b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21025"
    uid: 7773c3eb-3915-4424-9260-be65541b2784
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 33585314-47fc-447f-8ac2-00b8a3014695
  kind: Event
  lastTimestamp: "2026-09-17T19:26:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:26:25Z"
    name: isvc-predictive-lightgbm-v2.18d632328f8c1b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "21038"
    uid: 13e6e385-e38b-449e-b6d1-29229ea9f954
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 33585314-47fc-447f-8ac2-00b8a3014695
  kind: Event
  lastTimestamp: "2026-09-17T19:24:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:24:54Z"
    name: isvc-predictive-lightgbm-v2.18d632329026ea84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20279"
    uid: ffe9dd50-4154-4d61-9aeb-6ce2620a0108
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20250"
    uid: 33585314-47fc-447f-8ac2-00b8a3014695
  kind: Event
  lastTimestamp: "2026-09-17T19:24:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:24:54Z"
    name: isvc-predictive-lightgbm-v2.18d63232969f51e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: fa17bc44-4387-4ff6-a7f7-d9f4114e7008
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21036"
    uid: 33585314-47fc-447f-8ac2-00b8a3014695
  kind: Event
  lastTimestamp: "2026-09-17T19:26:25Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:26:25Z"
    name: isvc-predictive-lightgbm-v2.18d63247be2b3acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21037"
    uid: 12502447-c6fa-4881-b410-5d833f4edff6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5727d853-18b6-4821-bf06-2ff22e91a62b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:42Z"
    name: isvc-predictive-lightgbm.18d631e443ea5f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18012"
    uid: f127f9f7-3710-4259-a725-f8d5574d3415
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5727d853-18b6-4821-bf06-2ff22e91a62b
  kind: Event
  lastTimestamp: "2026-09-17T19:19:18Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:18Z"
    name: isvc-predictive-lightgbm.18d631e44472bdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: 449a6158-f213-4d43-9e6e-069edf8067c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18010"
    uid: 5727d853-18b6-4821-bf06-2ff22e91a62b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:42Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:42Z"
    name: isvc-predictive-lightgbm.18d631f7e04d555f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18011"
    uid: 265eab40-c668-4964-938f-71a01ea2bda9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:37.017553Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b0b93437b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: dbe0997c-db76-41a6-9d7f-57fc56f0442a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15227"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:15:40Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b19b66c63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: d91482d1-56bf-4dc7-94eb-ef677ea8da3b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:15:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b19d11dd3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: 344a9caa-01b8-498a-aea1-ee53ef1d5d7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:15:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b1a07b12c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: e1a90ccc-1e6c-46e2-a189-dde4417149c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:15:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b1a0e9fee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: 9b5a32b4-ebb3-49f0-bf5c-4b5681bdbf40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:15:45Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b2b1262a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a46aa0f6-5a4b-4982-93cb-862efffc0e7f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:16:09Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.357s
    (24.357s including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b85cfdf12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: bdb471de-7ef6-47ec-8741-d958178f4d02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:16:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b8628996e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: 353af81b-f58d-42b9-960d-a038596bbdf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:16:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b862f33b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15523"
    uid: b93c43d8-8058-4926-9bb9-a407a6a58358
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:16:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b862feeefe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: a945abf4-999b-4bcb-b4f9-c7b45c0683e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:16:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b865e23674
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5cdfb1b8-6f40-463f-96f1-a2f8381c0fdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:16:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b86646c7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: 3a83a70e-828b-4458-8816-7a0699aeb73a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:17:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631b8c75c58f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 125e5d76-b826-48d2-bc61-7e8beda56efe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:17:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631ccc9f1bfd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: fa42a6e7-e579-49f0-9150-78274e6dec1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:17:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631ccc9f29545
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: a6916f04-82c6-4e5e-9441-2ca67debb958
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: fca96e10-efbc-4eea-b6e4-7ffa8a7c9515
  kind: Event
  lastTimestamp: "2026-09-17T19:17:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b.18d631cccd956bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: fa65f6be-caa0-493e-a528-c11af759805a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15205"
    uid: fb0c87c6-7cda-4beb-9eaa-a300104e46b3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:37Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-9mf4b'
  metadata:
    creationTimestamp: "2026-09-17T19:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d631b0b8a837e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15217"
    uid: 5f83b1a1-0f76-4683-b034-125edb183565
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15203"
    uid: 440a27dc-5d97-414f-8dd3-ff4757545dd4
  kind: Event
  lastTimestamp: "2026-09-17T19:15:36Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:36Z"
    name: isvc-predictive-sklearn-predictor.18d631b0b4f35ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15207"
    uid: d1f3d80f-afdd-4d68-834b-618da0ddf7c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: dfae00c5-3102-4b02-b511-2601c3142244
  kind: Event
  lastTimestamp: "2026-09-17T19:16:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:22Z"
    name: isvc-predictive-sklearn-predictor.18d631b433e52a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: d664e7b0-144b-4336-ac5d-8ead42bd5ea9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: dfae00c5-3102-4b02-b511-2601c3142244
  kind: Event
  lastTimestamp: "2026-09-17T19:16:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:22Z"
    name: isvc-predictive-sklearn-predictor.18d631b434554a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: 1bbc5f8e-fb18-4d8f-a353-ca522094624d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: dfae00c5-3102-4b02-b511-2601c3142244
  kind: Event
  lastTimestamp: "2026-09-17T19:17:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:37Z"
    name: isvc-predictive-sklearn-predictor.18d631beb1170dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: e7d53e5a-7c7d-46c1-a7c7-03d320d425f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: dfae00c5-3102-4b02-b511-2601c3142244
  kind: Event
  lastTimestamp: "2026-09-17T19:17:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:37Z"
    name: isvc-predictive-sklearn-predictor.18d631beb1836c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16284"
    uid: f0fe0850-dd55-4070-9535-048aec04ceaf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:20:54.164257Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18149"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:20:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:20:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d631fa909ede70
    namespace: kserve-ci-e2e-test
    resourceVersion: "18153"
    uid: 4504cc03-d5cd-4364-8e57-3cc04272de31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:20:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d631fa9b543757
    namespace: kserve-ci-e2e-test
    resourceVersion: "18165"
    uid: 5c00df44-abd2-44f3-9d5d-1251d667a0bd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:20:55Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:20:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d631fad67e655f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18180"
    uid: 2fdc5648-f5fa-485a-8b8d-5e6c36e0b058
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:20:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d631fad7e7b6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 2cf0d90b-7678-467f-9687-291f2307cf0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:20:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d631fadb527d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "18183"
    uid: 905fa48a-3eb4-4676-b0fb-911addcf32e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:20:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d631fadbc90301
    namespace: kserve-ci-e2e-test
    resourceVersion: "18184"
    uid: 9ba3831d-eb09-431b-a5b1-2b147fc1056b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:20:59Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:59Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d631fbeab3479f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18221"
    uid: 970ea01f-ce38-4c19-9e3c-94885113b206
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:21:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d631fbedf2b333
    namespace: kserve-ci-e2e-test
    resourceVersion: "18227"
    uid: f8d20270-8bf9-40b0-a9d7-0a9058eeaf23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:21:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d631fbee71530c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18228"
    uid: 4c653c8b-e070-499c-8f63-683f7d3b3ede
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:21:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d631fbee7d584b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18229"
    uid: 426e8b11-61d5-4b57-bd01-95fe5342f9d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:21:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d631fbf1623ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: ebb5958d-b44a-4dac-8b73-31869b2d51cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:21:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d631fbf1d81149
    namespace: kserve-ci-e2e-test
    resourceVersion: "18232"
    uid: d5ae12fb-804a-430e-bbe2-571a373b85ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:23:17Z"
  message: 'Readiness probe failed: Get "http://10.134.0.28:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.28:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:17Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d63204c4d9a56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19393"
    uid: 8ddfb6a4-a156-45dc-881f-f2b3339ca7e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:22:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:34Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d63211df57374d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: b4398359-6244-4ad3-a9a6-e9fa9d964ad0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:22:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:34Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d63211df57c9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 599b25da-3893-4951-98a0-2a0a628cc0e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 45702a16-77b0-4fec-b3fa-ae67bae29592
  kind: Event
  lastTimestamp: "2026-09-17T19:23:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:22Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd.18d63212bcdd271c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 5e3fae49-d393-41bd-98b3-3368c92e28a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: dcf4b58e-ea51-473a-aaeb-326499c60976
  kind: Event
  lastTimestamp: "2026-09-17T19:20:54Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-npfmd'
  metadata:
    creationTimestamp: "2026-09-17T19:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d631fa9035ccb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: 82364bd0-dbcb-4ccc-a026-08578341358f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: 19cf0432-57dd-441f-9490-62b59e36dbd3
  kind: Event
  lastTimestamp: "2026-09-17T19:20:54Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:54Z"
    name: isvc-predictive-sklearn-v2-predictor.18d631fa8b70ac7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18140"
    uid: dcd7c297-07e8-4302-b100-5827b86aee45
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18137"
    uid: eba9c8be-1da8-462a-924c-b80b8862edd1
  kind: Event
  lastTimestamp: "2026-09-17T19:21:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:21:54Z"
    name: isvc-predictive-sklearn-v2-predictor.18d631fe0a19febb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 18e53ed6-2712-44c7-92b9-c76be73f3ef4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18137"
    uid: eba9c8be-1da8-462a-924c-b80b8862edd1
  kind: Event
  lastTimestamp: "2026-09-17T19:21:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:21:54Z"
    name: isvc-predictive-sklearn-v2-predictor.18d631fe0a8be655
    namespace: kserve-ci-e2e-test
    resourceVersion: "18723"
    uid: 79b51781-af99-469c-aeea-001bd127ac59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: eba9c8be-1da8-462a-924c-b80b8862edd1
  kind: Event
  lastTimestamp: "2026-09-17T19:22:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:24Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6320c06f1c359
    namespace: kserve-ci-e2e-test
    resourceVersion: "18934"
    uid: 65ccc3eb-a9c2-49ff-bfe5-30544dc1d61e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: eba9c8be-1da8-462a-924c-b80b8862edd1
  kind: Event
  lastTimestamp: "2026-09-17T19:22:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:24Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6320c0764287f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18935"
    uid: bae678e2-fa6b-4ac6-b8f8-fd111e8e3f61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: d56c7ec8-baaa-4f1c-b172-1e627dd9cc37
  kind: Event
  lastTimestamp: "2026-09-17T19:22:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:28Z"
    name: isvc-predictive-sklearn-v2.18d631fa8b73f306
    namespace: kserve-ci-e2e-test
    resourceVersion: "18972"
    uid: c1fb63f3-c110-491e-b0a4-bd00c578f725
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: d56c7ec8-baaa-4f1c-b172-1e627dd9cc37
  kind: Event
  lastTimestamp: "2026-09-17T19:20:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:54Z"
    name: isvc-predictive-sklearn-v2.18d631fa8c16ab2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 54125f55-7c1d-4792-ad89-33dcd016e806
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: d56c7ec8-baaa-4f1c-b172-1e627dd9cc37
  kind: Event
  lastTimestamp: "2026-09-17T19:20:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:54Z"
    name: isvc-predictive-sklearn-v2.18d631fa9254584c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 46916f2c-4de7-40b1-af07-bae160fd99fe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: d56c7ec8-baaa-4f1c-b172-1e627dd9cc37
  kind: Event
  lastTimestamp: "2026-09-17T19:22:28Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:28Z"
    name: isvc-predictive-sklearn-v2.18d63210953f3f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: c8db8f4d-e8ea-49ab-ba42-b21bc3b2d7ed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: d1de972a-b69e-4edf-92dd-71fbd4d00ffd
  kind: Event
  lastTimestamp: "2026-09-17T19:17:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:27Z"
    name: isvc-predictive-sklearn.18d631b0b4f13065
    namespace: kserve-ci-e2e-test
    resourceVersion: "16209"
    uid: 59a49914-ee80-4164-8c62-da169d4cfedf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: d1de972a-b69e-4edf-92dd-71fbd4d00ffd
  kind: Event
  lastTimestamp: "2026-09-17T19:15:37Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:15:37Z"
    name: isvc-predictive-sklearn.18d631b0b81d9dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 0d9aad0a-0eea-4d74-b967-4991f130cf7a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: d1de972a-b69e-4edf-92dd-71fbd4d00ffd
  kind: Event
  lastTimestamp: "2026-09-17T19:15:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:15:37Z"
    name: isvc-predictive-sklearn.18d631b0c0103fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15237"
    uid: 67afcde1-ad13-4393-a74b-a39386ac1756
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: d1de972a-b69e-4edf-92dd-71fbd4d00ffd
  kind: Event
  lastTimestamp: "2026-09-17T19:17:27Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:27Z"
    name: isvc-predictive-sklearn.18d631ca7ec494ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: a2c25b9f-851a-4b8a-bc32-49ca29259003
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:17:42.742589Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-gltsd
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:17:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:17:42Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631cdfefff128
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: b55e2af0-396d-4a49-9b02-208cfd288622
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16377"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:17:43Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:17:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631ce2139ce2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16388"
    uid: 8cb1765a-de64-423f-a87d-18d2af4b7466
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:17:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631ce229ebb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: eed011b5-4217-4666-a95b-ff4c00e9a886
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:17:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631ce260863ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 638b07f1-5590-49cf-911e-7af5b768a971
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:17:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631ce266f9b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: 7045c532-d748-4647-94ed-24214cdb27dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:17:48Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:48Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631cf3c919e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: a17505b8-91e5-44ed-96ec-7916ad8653f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:17:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:48Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631cf40311cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 19235db0-3591-4fc5-94d8-49764a0caf63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:17:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:48Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631cf4095a427
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: bad01acc-6641-4d68-9875-ff5e81710ed8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:17:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:48Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631cf409f6c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 851f07e0-684b-4f13-8dc9-fa79b12c3d46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:17:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:48Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631cf43e6ce49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: f6540aac-d026-4831-9737-357e6c5b647c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:17:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:48Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631cf444d0a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: 31e9bae4-7526-41cf-b0dd-608ef2829ed1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:19:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:14Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631cfb4807699
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: eb1c5058-5ae0-4a0a-9eaf-aedc02f0fc6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:19:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631e31210a099
    namespace: kserve-ci-e2e-test
    resourceVersion: "17182"
    uid: 30a94227-854b-4cd3-9957-25a14357bccc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:19:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631e31211a293
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: 03a06e3d-30b8-4d52-a59b-68249dd010b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5c872253-e8c4-4cdc-a548-4f738febbc97
  kind: Event
  lastTimestamp: "2026-09-17T19:19:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:16Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gltsd.18d631e3bab3baaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: 8111c0d9-524c-4775-83fb-04af6283360f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 6d00a7cc-46c8-478c-bcf0-52a10b225e45
  kind: Event
  lastTimestamp: "2026-09-17T19:17:42Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-gltsd'
  metadata:
    creationTimestamp: "2026-09-17T19:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:42Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d631cdfe6c15a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: d195fa3d-5ab9-4a8c-86e0-4c85194bb4e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: bb52aca8-d4a1-42de-8812-0dc7c0105184
  kind: Event
  lastTimestamp: "2026-09-17T19:17:42Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:42Z"
    name: isvc-predictive-xgboost-predictor.18d631cdfbcc5eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: e59971f5-c171-40e0-a36a-caa5001b15a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: e036dd92-0fc1-4ec1-9c4d-52bee9e29c90
  kind: Event
  lastTimestamp: "2026-09-17T19:18:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:27Z"
    name: isvc-predictive-xgboost-predictor.18d631d17af0b333
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 836c0d33-f3c7-4b3f-b330-98a9b90afce9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: e036dd92-0fc1-4ec1-9c4d-52bee9e29c90
  kind: Event
  lastTimestamp: "2026-09-17T19:18:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:27Z"
    name: isvc-predictive-xgboost-predictor.18d631d17b60ee64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: 6b845364-082d-4adf-9511-5e59496f51f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: e036dd92-0fc1-4ec1-9c4d-52bee9e29c90
  kind: Event
  lastTimestamp: "2026-09-17T19:19:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:12Z"
    name: isvc-predictive-xgboost-predictor.18d631dbf8b6d544
    namespace: kserve-ci-e2e-test
    resourceVersion: "17161"
    uid: 6146c5ae-9415-479f-bd21-22007bc65f08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: e036dd92-0fc1-4ec1-9c4d-52bee9e29c90
  kind: Event
  lastTimestamp: "2026-09-17T19:19:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:12Z"
    name: isvc-predictive-xgboost-predictor.18d631dbf935fa47
    namespace: kserve-ci-e2e-test
    resourceVersion: "17163"
    uid: d4da3382-4842-4e95-a978-527975b9dac6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:22:39.441459Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:22:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:22:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d6321313a1797b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19101"
    uid: 98c1442d-8769-4937-aeda-e10e822bebf2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:22:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d6321322e537ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19113"
    uid: c0bec6d8-a817-424e-a021-90f53197170d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19107"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:23:25Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:23:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d6321dc7cb41e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: 588872f6-ae8a-4caa-9a72-12331817637c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:23:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d6321dc9354a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 0fcf04cf-a6c8-4b93-9f67-bc04416a341d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:23:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d6321dcd242e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19453"
    uid: 1c425430-f427-4f5b-8c71-cc1cf5f23e51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:23:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d6321dce287a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "19454"
    uid: 03855f62-d5d2-4cdc-9cb2-240f833b8a9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:23:29Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:29Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d6321ec91ffb25
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: b8f3e45f-b198-4664-bf80-9e3262dec2dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:23:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:29Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d6321ecf2e72ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 692a0493-356d-49bc-bde0-9ec0b5109ded
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:23:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:29Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d6321ed09cfe21
    namespace: kserve-ci-e2e-test
    resourceVersion: "19504"
    uid: 12e14f40-01fd-43d5-ba01-9a213beca87b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:23:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:29Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d6321ed0a847a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: ae72c61c-c2c6-459e-bd9d-e1a100aaafe8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:23:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:29Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d6321ed65ff483
    namespace: kserve-ci-e2e-test
    resourceVersion: "19506"
    uid: 3aa08369-f857-4417-bf42-5c883c357f56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:23:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:23:29Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d6321ed7ad0ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "19507"
    uid: 5276bfb5-4f19-4e75-a2f1-41c593c040fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:24:37Z"
  message: 'Readiness probe failed: Get "http://10.134.0.30:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d63227a34eeafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20092"
    uid: 4223545b-4bfd-41e3-81b9-1c748f9b6612
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:24:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:49Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d632315ce4683b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: d5c91ac5-b09a-4292-8cdf-c649e787180b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:24:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:49Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d632315ce55c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: 25462b97-23f5-4167-bf3e-285068728874
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 30590ad0-2511-4af8-bd1a-62a36d7221ee
  kind: Event
  lastTimestamp: "2026-09-17T19:24:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:52Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh.18d632321d2ceae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20224"
    uid: 62c62509-9b87-45bd-bee2-bf4e9391bd28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19084"
    uid: 17c24751-387b-4b34-ad30-686d4e7b37c3
  kind: Event
  lastTimestamp: "2026-09-17T19:22:39Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rmgdh'
  metadata:
    creationTimestamp: "2026-09-17T19:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d6321312da91b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: f88f7945-406c-4c37-9c8b-6f59ffa6bed6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19082"
    uid: 92d94867-6fbb-4890-ac41-f1db662fbf4e
  kind: Event
  lastTimestamp: "2026-09-17T19:22:39Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18d632130e397228
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 8167252d-8322-4bfd-8ee0-2b1e2a98531e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 94170080-d45f-4302-9c2c-b4327a6c4123
  kind: Event
  lastTimestamp: "2026-09-17T19:24:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:24:09Z"
    name: isvc-predictive-xgboost-v2-predictor.18d632168d0a5e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "19888"
    uid: f5ddb395-eeb9-49a9-9fa8-1d2e67dbba0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 94170080-d45f-4302-9c2c-b4327a6c4123
  kind: Event
  lastTimestamp: "2026-09-17T19:24:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:24:09Z"
    name: isvc-predictive-xgboost-v2-predictor.18d632168d74cf0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19889"
    uid: 8aa880ac-1c57-4d57-9b9e-d6a5ae3ab50d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: 94170080-d45f-4302-9c2c-b4327a6c4123
  kind: Event
  lastTimestamp: "2026-09-17T19:24:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:24:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6322489842f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "20103"
    uid: 4c801e21-98f7-45ee-8b75-6bf5ad4e0916
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: 94170080-d45f-4302-9c2c-b4327a6c4123
  kind: Event
  lastTimestamp: "2026-09-17T19:24:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:24:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18d632248a1ac9a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20104"
    uid: d2701a6e-627c-4c57-8b89-c45623eec7cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19075"
    uid: cf226ee6-9720-4f5b-ba85-47c9bde884aa
  kind: Event
  lastTimestamp: "2026-09-17T19:24:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:24:48Z"
    name: isvc-predictive-xgboost-v2.18d632130e3a0637
    namespace: kserve-ci-e2e-test
    resourceVersion: "20174"
    uid: 0c1b380c-d329-4fb1-813d-b1a9b286c815
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19075"
    uid: cf226ee6-9720-4f5b-ba85-47c9bde884aa
  kind: Event
  lastTimestamp: "2026-09-17T19:22:39Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:39Z"
    name: isvc-predictive-xgboost-v2.18d632130ed37278
    namespace: kserve-ci-e2e-test
    resourceVersion: "19105"
    uid: 2347782d-759e-4442-add2-fb7f3c563d34
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: cf226ee6-9720-4f5b-ba85-47c9bde884aa
  kind: Event
  lastTimestamp: "2026-09-17T19:22:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:39Z"
    name: isvc-predictive-xgboost-v2.18d6321314c76df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19106"
    uid: 167140e0-7769-4498-b448-87c6b0c5a945
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20172"
    uid: cf226ee6-9720-4f5b-ba85-47c9bde884aa
  kind: Event
  lastTimestamp: "2026-09-17T19:24:48Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:24:48Z"
    name: isvc-predictive-xgboost-v2.18d632311bb1162e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: 0cf3afa1-bed4-4b23-a1a0-0862d8c1834b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 87cb9b41-b2d3-4746-907e-9975fc6985bc
  kind: Event
  lastTimestamp: "2026-09-17T19:19:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:04Z"
    name: isvc-predictive-xgboost.18d631cdfbfb541b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 1d159b7f-3020-46dd-9a5c-a62ae366ba16
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 87cb9b41-b2d3-4746-907e-9975fc6985bc
  kind: Event
  lastTimestamp: "2026-09-17T19:17:42Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:42Z"
    name: isvc-predictive-xgboost.18d631cdfc56fc1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 6a220663-f795-44a2-819e-8d8e4db1b09f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: 87cb9b41-b2d3-4746-907e-9975fc6985bc
  kind: Event
  lastTimestamp: "2026-09-17T19:19:04Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:04Z"
    name: isvc-predictive-xgboost.18d631e0f103d38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: 7e2554ba-4753-4ff5-84dd-1f8cd7e25af6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:57:54.197995Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39486"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-bc5294-predictor-749d9d6745-2656p
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:57:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:57:54Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d633ff74f165d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39491"
    uid: 6af651af-7fb6-4889-9be5-6239817bff4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:57:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-bc5294-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:54Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d633ff85745ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39503"
    uid: 7ae47269-a4f0-4f36-bea5-23593165c8e5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39496"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:57:55Z"
  message: Add eth0 [10.134.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:57:55Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d633ffbaa750ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39511"
    uid: b8abde0c-852a-4f70-aee0-af32c290f454
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:57:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:55Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d633ffbc297b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "39513"
    uid: 9c4ead53-fdae-4a2c-8930-53ad89b4fe93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:57:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:55Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d633ffbef351d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39515"
    uid: d9ec9010-b4d4-4283-862d-e9465f42039b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:57:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:55Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d633ffbf68b798
    namespace: kserve-ci-e2e-test
    resourceVersion: "39516"
    uid: 5db764c9-bf64-4b7a-8fa8-d42ac4a059dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:57:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:59Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d63400b4b30e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39549"
    uid: 569454ca-e6f9-4aa4-a2b7-f05fcf0cc76d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:57:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:59Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d63400b83dfc0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39554"
    uid: e3946f88-bb69-4a98-ae97-445da99ac7d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:57:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:59Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d63400b8d0484d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39555"
    uid: c142e4d7-5e25-49da-9e0e-f2b9d345cfce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:57:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:59Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d63400b8db3cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39556"
    uid: 3117c614-04b1-48b1-91fc-afdce1a6dcdd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:57:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:59Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d63400bbc52eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 5bf3cd73-f8c7-4b6a-972e-f1ae62b529cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:57:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:57:59Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d63400bc2ba02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39559"
    uid: a60b88a8-d4d1-4fa4-9c1c-38eb840ecda6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:59:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.74:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:59:57Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d634012d0192fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: b45f20b4-a92d-4167-b4f2-91ea22dbd0d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:59:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:59:55Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d6341baf93512f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40470"
    uid: 3bf07e31-e7f1-435f-a190-e4060be3ec36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:59:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:59:55Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d6341baf93fbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40471"
    uid: ac86826f-89f7-42ca-8b2c-50d70ad77fca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: e27a7159-41dc-43da-8745-999d03050e50
  kind: Event
  lastTimestamp: "2026-09-17T19:59:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.74:8643/healthz": dial tcp
    10.134.0.74:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:59:57Z"
    name: isvc-primary-bc5294-predictor-749d9d6745-2656p.18d6341c2f5ed34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40493"
    uid: d50a9d09-25df-4633-b2f5-7717a7bba848
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-bc5294-predictor-749d9d6745
    namespace: kserve-ci-e2e-test
    resourceVersion: "39477"
    uid: 95a7e0ff-54b7-4dc5-adbb-d02ffad27833
  kind: Event
  lastTimestamp: "2026-09-17T19:57:54Z"
  message: 'Created pod: isvc-primary-bc5294-predictor-749d9d6745-2656p'
  metadata:
    creationTimestamp: "2026-09-17T19:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:57:54Z"
    name: isvc-primary-bc5294-predictor-749d9d6745.18d633ff747dcbb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39487"
    uid: 53343af3-d3f3-4460-97be-1c85713758d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-bc5294-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 791f653c-968d-4065-b151-2e8069359f7c
  kind: Event
  lastTimestamp: "2026-09-17T19:57:54Z"
  message: Scaled up replica set isvc-primary-bc5294-predictor-749d9d6745 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:57:54Z"
    name: isvc-primary-bc5294-predictor.18d633ff6f546c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "39479"
    uid: 48c56832-5d7e-487c-8f55-548b62483510
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:58:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-bc5294-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39476"
    uid: 0e3c1cf3-ed20-4af3-a189-a48f57c24c4d
  kind: Event
  lastTimestamp: "2026-09-17T19:58:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:58:39Z"
    name: isvc-primary-bc5294-predictor.18d63402ee05890f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39838"
    uid: 7df70af4-1ebf-4eb5-832c-4bf9c16292c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:58:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-bc5294-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39476"
    uid: 0e3c1cf3-ed20-4af3-a189-a48f57c24c4d
  kind: Event
  lastTimestamp: "2026-09-17T19:58:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:58:39Z"
    name: isvc-primary-bc5294-predictor.18d63402ee75b9d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39839"
    uid: e13f0253-f833-4784-9328-c5b4e42debc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:58:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-bc5294-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39626"
    uid: 0e3c1cf3-ed20-4af3-a189-a48f57c24c4d
  kind: Event
  lastTimestamp: "2026-09-17T19:59:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:59:39Z"
    name: isvc-primary-bc5294-predictor.18d634066deea455
    namespace: kserve-ci-e2e-test
    resourceVersion: "40271"
    uid: 91d57f92-0594-42a4-99a0-4439448ce103
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:58:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-bc5294-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39626"
    uid: 0e3c1cf3-ed20-4af3-a189-a48f57c24c4d
  kind: Event
  lastTimestamp: "2026-09-17T19:59:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:59:39Z"
    name: isvc-primary-bc5294-predictor.18d634066e569749
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 674f8b42-e6c8-44a4-8b76-02802b7882ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-bc5294
    namespace: kserve-ci-e2e-test
    resourceVersion: "39468"
    uid: cbd7b5b1-1b9f-4336-989a-e7ab4303dbcd
  kind: Event
  lastTimestamp: "2026-09-17T19:59:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:59:17Z"
    name: isvc-primary-bc5294.18d633ff6f3d1b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "40115"
    uid: 053af751-c1a3-4e29-abbd-413ce9bb410b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-bc5294
    namespace: kserve-ci-e2e-test
    resourceVersion: "39468"
    uid: cbd7b5b1-1b9f-4336-989a-e7ab4303dbcd
  kind: Event
  lastTimestamp: "2026-09-17T19:57:54Z"
  message: 'Failed to update status for InferenceService "isvc-primary-bc5294": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-bc5294":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:57:54Z"
    name: isvc-primary-bc5294.18d633ff6fe73e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39481"
    uid: 314e738a-60ff-4278-83e7-3068dc9571e2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:57:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-bc5294
    namespace: kserve-ci-e2e-test
    resourceVersion: "39468"
    uid: cbd7b5b1-1b9f-4336-989a-e7ab4303dbcd
  kind: Event
  lastTimestamp: "2026-09-17T19:57:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-bc5294": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:57:54Z"
    name: isvc-primary-bc5294.18d633ff6fe797ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "39482"
    uid: 72750c11-b0c7-40e7-901f-e1667eefec72
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-bc5294
    namespace: kserve-ci-e2e-test
    resourceVersion: "40113"
    uid: cbd7b5b1-1b9f-4336-989a-e7ab4303dbcd
  kind: Event
  lastTimestamp: "2026-09-17T19:59:17Z"
  message: InferenceService [isvc-primary-bc5294] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:59:17Z"
    name: isvc-primary-bc5294.18d63412e4bfa6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40114"
    uid: e6fca494-85f1-4ba3-9bea-bbf11767ecba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:59:39.395228Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40292"
    uid: 5a933709-9ab4-4cc7-a7fc-a968ff0552d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:59:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:59:39Z"
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf.18d63417f32fc13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40296"
    uid: c9bff28e-4dec-40eb-a277-270c581cb1c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40294"
    uid: 5a933709-9ab4-4cc7-a7fc-a968ff0552d0
  kind: Event
  lastTimestamp: "2026-09-17T19:59:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-bc5294-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:59:39Z"
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf.18d634180146ff2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40305"
    uid: 5e45bdba-02b7-4684-aadd-02a37a17ed1b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: 5a933709-9ab4-4cc7-a7fc-a968ff0552d0
  kind: Event
  lastTimestamp: "2026-09-17T19:59:40Z"
  message: Add eth0 [10.134.0.75/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:59:40Z"
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf.18d6341838db0de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40315"
    uid: f10a96af-e202-4d55-b2df-ed42ee944ca7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40294"
    uid: 5a933709-9ab4-4cc7-a7fc-a968ff0552d0
  kind: Event
  lastTimestamp: "2026-09-17T19:59:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:59:45Z"
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf.18d634183a6c57c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40355"
    uid: 3715cb5a-79e7-40d1-8de3-7db2315f828f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40294"
    uid: 5a933709-9ab4-4cc7-a7fc-a968ff0552d0
  kind: Event
  lastTimestamp: "2026-09-17T19:59:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:59:45Z"
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf.18d634183d553ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: d0260746-2bd0-4a27-8ec6-41515c3c2d27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40294"
    uid: 5a933709-9ab4-4cc7-a7fc-a968ff0552d0
  kind: Event
  lastTimestamp: "2026-09-17T19:59:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:59:45Z"
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf.18d634183de40770
    namespace: kserve-ci-e2e-test
    resourceVersion: "40360"
    uid: a0f2cf7f-a997-4d47-b54b-7fcc19cda84d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40294"
    uid: 5a933709-9ab4-4cc7-a7fc-a968ff0552d0
  kind: Event
  lastTimestamp: "2026-09-17T19:59:50Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf_kserve-ci-e2e-test(5a933709-9ab4-4cc7-a7fc-a968ff0552d0)
  metadata:
    creationTimestamp: "2026-09-17T19:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:59:50Z"
    name: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf.18d6341a6ea0ef17
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 8fc304f1-7e71-4d58-981e-36d12b90fb56
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-bc5294-predictor-79db8b4b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40283"
    uid: a4bc1c62-82c1-4633-a135-6913609e0684
  kind: Event
  lastTimestamp: "2026-09-17T19:59:39Z"
  message: 'Created pod: isvc-secondary-bc5294-predictor-79db8b4b7d-g8vjf'
  metadata:
    creationTimestamp: "2026-09-17T19:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:59:39Z"
    name: isvc-secondary-bc5294-predictor-79db8b4b7d.18d63417f2c7f5e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40293"
    uid: 63e671e8-52e4-419e-a492-4ee730780063
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-bc5294-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40281"
    uid: 3704a82d-fec7-4eb0-bea0-135e6b63086c
  kind: Event
  lastTimestamp: "2026-09-17T19:59:39Z"
  message: Scaled up replica set isvc-secondary-bc5294-predictor-79db8b4b7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:59:39Z"
    name: isvc-secondary-bc5294-predictor.18d63417ee6b8a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "40285"
    uid: e4e133e3-d9d1-4f2e-a950-ef1f491567de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-bc5294-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40282"
    uid: 2b91298d-d53a-4541-86e5-499bf5feaa75
  kind: Event
  lastTimestamp: "2026-09-17T19:59:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:59:54Z"
    name: isvc-secondary-bc5294-predictor.18d6341b6d0603a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40428"
    uid: c2e36781-e339-4cc8-ba17-525e2c924761
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-bc5294-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40282"
    uid: 2b91298d-d53a-4541-86e5-499bf5feaa75
  kind: Event
  lastTimestamp: "2026-09-17T19:59:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:59:54Z"
    name: isvc-secondary-bc5294-predictor.18d6341b6d77b9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40430"
    uid: c1f51244-91eb-4b5a-9ec3-2d458db8c8dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-bc5294
    namespace: kserve-ci-e2e-test
    resourceVersion: "40274"
    uid: 716e2b0b-f818-4447-9128-1ea410174149
  kind: Event
  lastTimestamp: "2026-09-17T19:59:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:59:50Z"
    name: isvc-secondary-bc5294.18d63417ee69ce12
    namespace: kserve-ci-e2e-test
    resourceVersion: "40402"
    uid: 365a99fd-bad0-46d6-8561-8976891b2836
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-bc5294
    namespace: kserve-ci-e2e-test
    resourceVersion: "40274"
    uid: 716e2b0b-f818-4447-9128-1ea410174149
  kind: Event
  lastTimestamp: "2026-09-17T19:59:39Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-bc5294":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-bc5294":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:59:39Z"
    name: isvc-secondary-bc5294.18d63417eef2e148
    namespace: kserve-ci-e2e-test
    resourceVersion: "40287"
    uid: e7c09719-4f00-414d-95b2-d66af527216a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:59:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-bc5294
    namespace: kserve-ci-e2e-test
    resourceVersion: "40274"
    uid: 716e2b0b-f818-4447-9128-1ea410174149
  kind: Event
  lastTimestamp: "2026-09-17T19:59:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-bc5294": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:59:39Z"
    name: isvc-secondary-bc5294.18d63417eef31d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "40288"
    uid: 7cc39ebe-171c-4496-a33e-716821ac5b59
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:17:17.588112Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:17:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:17:17Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c823ad2c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: a28f1727-e452-4294-9779-a4ba2d222fa8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:18Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c8459fab9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: 9cd568a0-fbe3-4401-aa04-63e75119ec4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c8475d12c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 73797bb8-d42c-4d70-be7b-a3d241242d67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c849df82b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16107"
    uid: 5547f65b-64e4-4646-b4fa-1255ac89c358
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c84a46faf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: 216f9f70-a0ea-4b06-bea9-dea5e126ff61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:22Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c96293ea35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16149"
    uid: fe219338-8175-4289-a66d-e14b0c96c641
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:22Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c96561b14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16151"
    uid: 4f036405-ed57-45b7-80a5-3f02dcbfeac3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:22Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c965cbe784
    namespace: kserve-ci-e2e-test
    resourceVersion: "16152"
    uid: fb2c82e5-bfb3-497c-b86f-e8fd60e6a1bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:22Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c965d5fe19
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: a31d4a3e-f988-4ee3-b337-f866c0aac528
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:23Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c9689084c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: c4dd5d69-2b05-41db-a0b5-a19b84055955
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:23Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c9694795a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: 715281fd-66b4-415a-85d9-74a040c5e3e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:23Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f74aad942b0fc9323930466d5f40b871b9cd47a11430d08d434770d84b50c101"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:23Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c969547ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 094489bd-77c8-4986-9622-87ef4489fb21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:23Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T19:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:23Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c96bf3e820
    namespace: kserve-ci-e2e-test
    resourceVersion: "16161"
    uid: 41c146c5-10d7-4c93-bf1e-85799a08d377
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:23Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T19:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:23Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c96cac37e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 39d810ff-fbe2-4f86-be66-3b2b51be448c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:19:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:09Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c99ec78fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: 37b2dd60-1b93-4bff-8301-fec192726fd1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:19:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:09Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631c99ed226b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: dad7fda7-8e9a-42c7-9cb9-fdea9ed8b3eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:19:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:03Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631e0b2a05e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: e3327b9f-f7ee-4ceb-8e38-d91a69180785
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:19:03Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T19:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:03Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631e0b2a0c45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: 4610f1cb-9d2c-4f9d-96e3-26c391fa7414
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:19:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:03Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631e0b2a12b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17027"
    uid: 99786555-5567-4416-b29e-077ee458681c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: c6c6c435-0d51-44d3-a957-529175c479a1
  kind: Event
  lastTimestamp: "2026-09-17T19:19:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:14Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn.18d631e1232ade98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: ea7841e7-9637-426c-ae0e-c3ad010677b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: 7214a111-bd40-4942-8652-b6a998455462
  kind: Event
  lastTimestamp: "2026-09-17T19:17:17Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5dccb4b654-lxkbn'
  metadata:
    creationTimestamp: "2026-09-17T19:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:17Z"
    name: isvc-sklearn-batcher-custom-predictor-5dccb4b654.18d631c823591bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16086"
    uid: b7288b91-7a80-4dd2-b0d0-f9fa7b3a5e8e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: 7fdafa3b-506d-4a4b-9dae-0a5a21ae60be
  kind: Event
  lastTimestamp: "2026-09-17T19:17:17Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5dccb4b654
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:17Z"
    name: isvc-sklearn-batcher-custom-predictor.18d631c81d64d9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: c04c0f19-6f95-4417-984b-26f2efc36c49
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 357bddca-609d-4a8c-bd43-b0466d0b9f82
  kind: Event
  lastTimestamp: "2026-09-17T19:17:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:32Z"
    name: isvc-sklearn-batcher-custom-predictor.18d631cb9c2d1add
    namespace: kserve-ci-e2e-test
    resourceVersion: "16250"
    uid: 851277f8-35c2-4d5d-9fe0-5d1cba5b0240
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 357bddca-609d-4a8c-bd43-b0466d0b9f82
  kind: Event
  lastTimestamp: "2026-09-17T19:17:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:32Z"
    name: isvc-sklearn-batcher-custom-predictor.18d631cb9cc07795
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: 09243988-59af-4f8e-830c-9804c47cdf8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 357bddca-609d-4a8c-bd43-b0466d0b9f82
  kind: Event
  lastTimestamp: "2026-09-17T19:19:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:02Z"
    name: isvc-sklearn-batcher-custom-predictor.18d631cf1b9ccf05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 42b02635-d0bf-4e93-8861-052fcb2aee05
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 357bddca-609d-4a8c-bd43-b0466d0b9f82
  kind: Event
  lastTimestamp: "2026-09-17T19:19:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:02Z"
    name: isvc-sklearn-batcher-custom-predictor.18d631cf1c194c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: 345f3233-16e0-4c4c-aaab-f0a5c1bfe4d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 8f06d222-05ae-4ecc-abe4-6f37e45e7d27
  kind: Event
  lastTimestamp: "2026-09-17T19:18:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:49Z"
    name: isvc-sklearn-batcher-custom.18d631c81d6632d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: e6344bfb-f8e3-4000-acd9-227e5d5bd4cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 8f06d222-05ae-4ecc-abe4-6f37e45e7d27
  kind: Event
  lastTimestamp: "2026-09-17T19:17:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:17Z"
    name: isvc-sklearn-batcher-custom.18d631c820ff3395
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: 926d3ff0-1b95-414b-91f9-0c7fb3fab969
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 8f06d222-05ae-4ecc-abe4-6f37e45e7d27
  kind: Event
  lastTimestamp: "2026-09-17T19:17:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:17Z"
    name: isvc-sklearn-batcher-custom.18d631c820ff814e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16083"
    uid: b3dcf57e-9f56-4977-b532-7f12a5fba21d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16906"
    uid: 8f06d222-05ae-4ecc-abe4-6f37e45e7d27
  kind: Event
  lastTimestamp: "2026-09-17T19:18:49Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:49Z"
    name: isvc-sklearn-batcher-custom.18d631dd73a7d6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 57eca49c-4474-44f2-b7ae-106223fdbe43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:22.020046Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:22Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631ad3b486e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: 8299caab-0d88-4d66-97a2-53e3f9c1d351
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:22Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:22Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631ad5d217306
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: a19c9eeb-f56a-4152-95f7-fa902225aae4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:22Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631ad5ea02ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: 9450437e-4523-4036-a03a-1bc838808a35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:22Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631ad6145717f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 0761abfe-3da2-42cd-87e5-a7f629ac89b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:22Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631ad61bf6685
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 292fa4ca-b05f-4e9e-b58a-b263da57f55b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:27Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
  metadata:
    creationTimestamp: "2026-09-17T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:27Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631ae78ba01f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15099"
    uid: b1419ece-ccf3-4367-85d6-d0a4de810b83
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    in 13.312s (13.312s including waiting). Image size: 1607070610 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:40Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b19234180e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: e6a1cf94-29a4-40c0-9830-da0531ab9998
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:40Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b19569ecab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: cd1fe672-e14e-4d17-b36b-53bb7cc681a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:40Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b195dd897b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: 14251737-b2a5-4cc4-9d57-2867add07161
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:40Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T19:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:40Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b195ea28c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: e8b23ce7-0527-4777-8d65-c838bdf64e83
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.213s (2.213s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:42Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b219d6d021
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: 1e2f5af9-5f12-4500-8599-cfbeaa863577
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:42Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b21d092fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15304"
    uid: 9098a9a4-c2ff-417b-a619-dc64bf3368b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:42Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b21d80f5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15305"
    uid: 4d538d8c-b321-47d6-9402-6ef79f7491ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:f74aad942b0fc9323930466d5f40b871b9cd47a11430d08d434770d84b50c101"
  metadata:
    creationTimestamp: "2026-09-17T19:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:43Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b21d8e1b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: d64b9c5f-cd5c-4d00-9eff-bf653fdcd059
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:45Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:f74aad942b0fc9323930466d5f40b871b9cd47a11430d08d434770d84b50c101"
    in 2.148s (2.148s including waiting). Image size: 240302156 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:45Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b29d9da6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 56a11d4c-410f-4c69-8c55-e4a5ba32a5ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:45Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T19:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:45Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b2a133fd16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 99cb93bc-8e87-459e-984b-a39c311f50d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:45Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T19:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:45Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b2a1aeb8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 8c20cac0-7142-4ff8-9d8c-79143fc524cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:24Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b2b115ddaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: 1ce6b9b0-c6c5-49a4-b723-e2ed348ae967
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:24Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631b2b120a62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: cbdf9d43-eba7-4f62-b829-e7844c0647b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:17Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631c81a85f9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 97ac3ba8-6972-40ef-9b69-8242e5146c49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:17Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T19:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:17Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631c81a862c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: fd264a50-5409-4290-9e64-2d61e4b99c07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:17Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631c81a869cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: 1a2ca85d-cd30-41be-8b94-edfe5539a33e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 12da2abd-f0e8-434c-a44e-fe52ddc4c28d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp
    10.134.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:31Z"
    name: isvc-sklearn-batcher-predictor-77774898d8-6bmh8.18d631c90ba19d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16238"
    uid: fa10cad0-5a8b-413a-81b4-147a37b1cc64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-77774898d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14983"
    uid: 7c528c1c-7b8a-4a96-958f-194dc582afc5
  kind: Event
  lastTimestamp: "2026-09-17T19:15:22Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-77774898d8-6bmh8'
  metadata:
    creationTimestamp: "2026-09-17T19:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:22Z"
    name: isvc-sklearn-batcher-predictor-77774898d8.18d631ad3ae436f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: 6a7f63ed-7aef-41c3-a8f2-7a2d5c450d6e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14982"
    uid: a8b8beed-47f7-42d1-962d-1adac1e47743
  kind: Event
  lastTimestamp: "2026-09-17T19:15:21Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-77774898d8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:21Z"
    name: isvc-sklearn-batcher-predictor.18d631ad3212fe64
    namespace: kserve-ci-e2e-test
    resourceVersion: "14984"
    uid: 364f8d6b-3777-4eba-9113-f6c26581d388
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: 4b52c9ad-2d5d-4b29-96c1-2e61e17abc87
  kind: Event
  lastTimestamp: "2026-09-17T19:16:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:22Z"
    name: isvc-sklearn-batcher-predictor.18d631b0b7342726
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: fc1099cb-9d95-468f-a71f-921ebdac9819
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: 4b52c9ad-2d5d-4b29-96c1-2e61e17abc87
  kind: Event
  lastTimestamp: "2026-09-17T19:16:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:22Z"
    name: isvc-sklearn-batcher-predictor.18d631b0b7a0902f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15623"
    uid: d5625e2b-31d8-4121-93b8-eda286239d82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 4b52c9ad-2d5d-4b29-96c1-2e61e17abc87
  kind: Event
  lastTimestamp: "2026-09-17T19:17:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:07Z"
    name: isvc-sklearn-batcher-predictor.18d631b7b66d6ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: 29ca7521-b228-4376-ab2e-69f055db8104
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 4b52c9ad-2d5d-4b29-96c1-2e61e17abc87
  kind: Event
  lastTimestamp: "2026-09-17T19:17:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:07Z"
    name: isvc-sklearn-batcher-predictor.18d631b7b732f8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15968"
    uid: c868795e-5d9b-44fc-9af8-8b3e122278bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14971"
    uid: c54ef7d1-a90f-4d35-bb29-afaa15375777
  kind: Event
  lastTimestamp: "2026-09-17T19:17:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:04Z"
    name: isvc-sklearn-batcher.18d631ad3853a730
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: 991b0e77-62f2-4d35-8a63-73de2efd736b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14971"
    uid: c54ef7d1-a90f-4d35-bb29-afaa15375777
  kind: Event
  lastTimestamp: "2026-09-17T19:15:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:15:21Z"
    name: isvc-sklearn-batcher.18d631ad38c7417e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: 7fda7ae5-6b64-4c63-b200-ade75618f3b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14971"
    uid: c54ef7d1-a90f-4d35-bb29-afaa15375777
  kind: Event
  lastTimestamp: "2026-09-17T19:15:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:15:21Z"
    name: isvc-sklearn-batcher.18d631ad38c78c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14993"
    uid: 0e701da7-c1af-4cf4-8873-188f5698fd84
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: c54ef7d1-a90f-4d35-bb29-afaa15375777
  kind: Event
  lastTimestamp: "2026-09-17T19:17:04Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:04Z"
    name: isvc-sklearn-batcher.18d631c502d1ee6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: d500c7d8-84e1-4948-8737-a470f2c75524
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:49:15.140813Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34484"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:49:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:49:15Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d633869ab95d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 82a9fa94-c793-4b73-b019-1391b35817ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34492"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:15Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:49:15Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d63386bcb35ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34514"
    uid: 4b7f9ee4-7888-4175-a029-658a68041942
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:15Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d63386be53e894
    namespace: kserve-ci-e2e-test
    resourceVersion: "34517"
    uid: 06d1b194-d25b-4179-bdd8-e5ff10002a13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:15Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d63386c167180c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34518"
    uid: 92fa42d3-7271-44ba-ad0c-d85722d50734
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:15Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d63386c1e18bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34519"
    uid: ea413aa7-878f-4f24-b263-aa9b8f671706
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:20Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d63387caa173d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34567"
    uid: 293c64e2-a413-4ce8-8e1b-0a3e4a42d9b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:20Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d63387cdc3a0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34570"
    uid: cfb2afd0-a38b-4c46-a083-8b04431ba524
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:20Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d63387ce3769e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34573"
    uid: dc689872-960d-425c-9410-50bb1eeb2137
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:20Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:20Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d63387ce450953
    namespace: kserve-ci-e2e-test
    resourceVersion: "34574"
    uid: c54bc80c-0bde-4133-afb6-0f832c7399e3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.79s (2.79s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:23Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d63388749fe369
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: d3953d44-0f2a-4858-825d-41d1a8a1b08f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:23Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-17T19:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:23Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d63388787d4b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 37583e09-05c9-4a87-93e2-0c9d5a986074
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:23Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T19:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:23Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d6338878f46f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "34596"
    uid: 614309a3-a49d-4a06-b321-d41bb8097ab5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:23Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d6338879005b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34597"
    uid: 3fe48328-1606-403b-8947-f5a4120f623d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:23Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d633887bcfc94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34599"
    uid: 7052abc6-7d38-4e33-99ca-9ea64b9a01df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:23Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d633887c453026
    namespace: kserve-ci-e2e-test
    resourceVersion: "34600"
    uid: 5967b9b1-33bf-47d7-a881-c9191f86a1e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:51:00Z"
  message: 'Readiness probe failed: Get "http://10.134.0.65:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.65:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:51:00Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d6338ec904bb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35486"
    uid: 73e2a069-2d09-4cb0-b1f8-9e1db161d410
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:49:55Z"
  message: 'Liveness probe failed: Get "http://10.134.0.65:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.65:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:55Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d6338ffdcedc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: 5d5ee45c-7db1-4e1a-aea6-32ea0146acb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:50:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:35Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d633993c2a330e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35130"
    uid: efad4c4c-d73e-4e58-9e0a-692841574d5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:50:35Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:35Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d633993c2ab829
    namespace: kserve-ci-e2e-test
    resourceVersion: "35133"
    uid: 6f75a220-d0a0-4b01-b871-f37583768fa5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:50:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:35Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d633993c2ac40a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35131"
    uid: c62ccefe-7dd9-4791-8e78-33ed9408b7ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:51:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:51:00Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d6339942de5de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35485"
    uid: c46cd15f-4346-46e0-8623-69c2512d5a2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 1c758dba-d49b-4772-9c46-1159e7b87154
  kind: Event
  lastTimestamp: "2026-09-17T19:51:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-17T19:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:51:06Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26.18d633a07aaa4e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 3654d6c0-10c3-463d-bbcb-f98a19dd4e27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6bdd977fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34476"
    uid: 4bf95a38-01f0-47c4-a3f0-1c5d0a9504be
  kind: Event
  lastTimestamp: "2026-09-17T19:49:15Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6bdd977fb-4vb26'
  metadata:
    creationTimestamp: "2026-09-17T19:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:49:15Z"
    name: isvc-sklearn-mcp-predictor-6bdd977fb.18d633869a468a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "34486"
    uid: 74a33430-8d1d-45e9-9197-95418db7ffff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34473"
    uid: 281a1069-9e32-4c4a-9b99-2150df7162e3
  kind: Event
  lastTimestamp: "2026-09-17T19:49:15Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6bdd977fb from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:49:15Z"
    name: isvc-sklearn-mcp-predictor.18d6338696fb3075
    namespace: kserve-ci-e2e-test
    resourceVersion: "34477"
    uid: a9df265d-015b-4f71-9426-de2d0f68ea09
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: ad55f497-b7fb-4159-bddf-02e28bed3d18
  kind: Event
  lastTimestamp: "2026-09-17T19:50:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:50:30Z"
    name: isvc-sklearn-mcp.18d63386967efec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35083"
    uid: f04d1043-942b-41ac-95ac-db77bcbe53c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: ad55f497-b7fb-4159-bddf-02e28bed3d18
  kind: Event
  lastTimestamp: "2026-09-17T19:49:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:49:15Z"
    name: isvc-sklearn-mcp.18d6338697050044
    namespace: kserve-ci-e2e-test
    resourceVersion: "34495"
    uid: ad8cf43c-75e9-4551-a44b-e271f6ef6bc4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34468"
    uid: ad55f497-b7fb-4159-bddf-02e28bed3d18
  kind: Event
  lastTimestamp: "2026-09-17T19:49:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:49:15Z"
    name: isvc-sklearn-mcp.18d633869d630eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34496"
    uid: 8f928abc-9e22-4f41-9609-d739e104ba38
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35081"
    uid: ad55f497-b7fb-4159-bddf-02e28bed3d18
  kind: Event
  lastTimestamp: "2026-09-17T19:50:30Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:50:30Z"
    name: isvc-sklearn-mcp.18d6339829200101
    namespace: kserve-ci-e2e-test
    resourceVersion: "35082"
    uid: 832d8d1a-5499-4363-b24c-27ff1a156787
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:27:14.299513Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21524"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-bb6f97488-qtq44
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:27:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:27:14Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d6325312727d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21532"
    uid: a24d29f9-dc26-48bf-ab5b-c39dc3edbd2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:27:14Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:27:14Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d6325334551142
    namespace: kserve-ci-e2e-test
    resourceVersion: "21543"
    uid: 9a381eb7-4c16-4428-bc3b-e13d5805a078
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:27:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:14Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d6325335c2372a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21545"
    uid: a30f72f9-520c-469f-be61-1681a1afdc75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:27:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:14Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d6325339352769
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: a6fdac6c-73cc-4505-91c4-df8ce1f5b908
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:27:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:14Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d6325339a84b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: ec009692-ca93-4fb6-b6cd-d7a974b837b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d632545a6977ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21586"
    uid: dc3d646a-7384-4c39-8175-db2fb7535cee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d632545db0a859
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 5f06c1ad-fb22-49ff-bd38-c43d53b2b551
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d632545e2552ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21589"
    uid: 34a60fbc-7a4b-4f23-bf06-15503bdaa80b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d632545e2f9cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21591"
    uid: e7c18116-0eb4-41e6-8524-032ab5740a23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d632546155ffe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 5d329cb0-209e-43e0-b1ff-8d1553557b42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d6325461cb459c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: f48cf232-d472-4849-a05e-55763339ce3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:29:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:16Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d63254967dba45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22554"
    uid: b9a22ca4-e8ee-44c8-906f-dffba80901ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:29:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:14Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d6326f2c3ba988
    namespace: kserve-ci-e2e-test
    resourceVersion: "22537"
    uid: 56ec116d-bd19-4cda-9aef-5716ccf7999a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:29:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:14Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d6326f2c3c30b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22538"
    uid: fd3a6146-aacf-471e-a49a-cd6868b9b5a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bb6f97488-qtq44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 9774bac4-dc6d-498f-8a76-edcada37d194
  kind: Event
  lastTimestamp: "2026-09-17T19:29:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:16Z"
    name: isvc-sklearn-predictor-bb6f97488-qtq44.18d6326f98e19f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "22553"
    uid: a44c29cb-c058-46d7-8f09-1b3ec6d30daf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-bb6f97488
    namespace: kserve-ci-e2e-test
    resourceVersion: "21514"
    uid: 5bf18c97-f93d-4ae0-9a38-17a8cd309ce8
  kind: Event
  lastTimestamp: "2026-09-17T19:27:14Z"
  message: 'Created pod: isvc-sklearn-predictor-bb6f97488-qtq44'
  metadata:
    creationTimestamp: "2026-09-17T19:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:14Z"
    name: isvc-sklearn-predictor-bb6f97488.18d6325311775cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21527"
    uid: 2e763cfe-90ad-476f-ac8e-fe6b9c6d02f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21512"
    uid: 1e512534-8e41-4569-ba7b-1a87d3bcd61a
  kind: Event
  lastTimestamp: "2026-09-17T19:27:14Z"
  message: Scaled up replica set isvc-sklearn-predictor-bb6f97488 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:14Z"
    name: isvc-sklearn-predictor.18d632530ea7e35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21516"
    uid: ebf77906-b2c0-441d-afe6-b0ef67063bf2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21513"
    uid: 86d7af0b-3103-44d4-a54a-6d2ade103b02
  kind: Event
  lastTimestamp: "2026-09-17T19:27:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:44Z"
    name: isvc-sklearn-predictor.18d632568d43efb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21769"
    uid: 47a83da1-8bf4-468a-8511-9df193df7edc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21513"
    uid: 86d7af0b-3103-44d4-a54a-6d2ade103b02
  kind: Event
  lastTimestamp: "2026-09-17T19:27:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:44Z"
    name: isvc-sklearn-predictor.18d632568dd6dae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21770"
    uid: a4c301ec-ea82-4172-add6-f11be56ac698
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21668"
    uid: 86d7af0b-3103-44d4-a54a-6d2ade103b02
  kind: Event
  lastTimestamp: "2026-09-17T19:28:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:59Z"
    name: isvc-sklearn-predictor.18d6325d8b904e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22408"
    uid: 19028846-0984-4fb6-9e09-0eb20d5d8df1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21668"
    uid: 86d7af0b-3103-44d4-a54a-6d2ade103b02
  kind: Event
  lastTimestamp: "2026-09-17T19:28:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:59Z"
    name: isvc-sklearn-predictor.18d6325d8bed9d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22409"
    uid: ad5d7db6-4124-4f2a-b8de-c646cdac83e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:32:25.488864Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24196"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:32:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:32:25Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d6329b86c7441e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: 8113c41a-eeca-46e8-a950-dc7a6cba1bbe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24206"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:26Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:32:26Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d6329ba8bba61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24216"
    uid: ecbdee3e-39e5-4638-afc7-9dc54e51a464
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:26Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d6329baa2f4f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: bcfd8f63-0eaa-48be-8d1f-6f618ce69176
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:26Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d6329bacdbd856
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: a43c7bb6-e1f1-4060-807e-f00616eea429
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:26Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d6329bad40712e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24220"
    uid: 20dda598-a245-4937-876f-500107526e9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:32Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d6329d1ee76084
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: 0551d167-5745-4524-8cfe-33ca584f30bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:32Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d6329d219cf089
    namespace: kserve-ci-e2e-test
    resourceVersion: "24270"
    uid: 9f734fad-25bb-4ac1-bf35-0b6c17ca2f53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:32Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d6329d22057594
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: f0028b87-32a1-449d-9e1e-a25a020bf0e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:32Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d6329d220feb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "24274"
    uid: d718fcf2-704b-4490-a71a-86d2134a7315
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:32Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d6329d24de6628
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: 06c22c28-87f8-4570-8abe-cc519797ddda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:32Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d6329d25471355
    namespace: kserve-ci-e2e-test
    resourceVersion: "24278"
    uid: de6a8799-7b5f-4a6b-b6e6-d79f0af1cba4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:39Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d6329d5af3d79e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24340"
    uid: 11b531db-9ac8-4fcd-9eb8-b2ac1b168c15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:57Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d632a3088ea9a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24633"
    uid: 5e41e28b-ef25-45d2-a5c3-4bd8bee5749a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 6e96ced7-48f5-4ab2-8b50-e24cb200e78c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:57Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72.18d632a3088ffa91
    namespace: kserve-ci-e2e-test
    resourceVersion: "24634"
    uid: c0aa67b9-8f2f-4e29-8a5e-845e17f38429
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6b87f46d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24187"
    uid: 9fbeb35b-deb9-4dcd-9b41-ab9a7cbbf962
  kind: Event
  lastTimestamp: "2026-09-17T19:32:25Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6b87f46d9b-tsp72'
  metadata:
    creationTimestamp: "2026-09-17T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:25Z"
    name: isvc-sklearn-runtime-predictor-6b87f46d9b.18d6329b8651116b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24197"
    uid: 9b8dbdfc-c15c-430e-b81c-91d8d7cac259
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: b1e8bc9c-4072-401e-b22b-9537ec17039c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:25Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6b87f46d9b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:25Z"
    name: isvc-sklearn-runtime-predictor.18d6329b8353a33c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24189"
    uid: 39937672-93c5-4fe8-807b-83c054925511
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24186"
    uid: 504938d4-9e97-4c53-ae33-24c45e969151
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-sklearn-runtime-predictor.18d6329f01e0f65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24579"
    uid: 2b8d6742-3bb8-468b-8cf1-f21d1e5f1310
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24186"
    uid: 504938d4-9e97-4c53-ae33-24c45e969151
  kind: Event
  lastTimestamp: "2026-09-17T19:32:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:55Z"
    name: isvc-sklearn-runtime-predictor.18d6329f024e462f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24581"
    uid: e9e32f61-415c-4e9c-a5d2-498bfbee104c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6a7d8420-24da-45f4-bce7-fa5cb74b18d2
  kind: Event
  lastTimestamp: "2026-09-17T19:32:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:32:49Z"
    name: isvc-sklearn-runtime.18d6329b8353e3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24446"
    uid: df19015f-eced-49a4-9426-fbf04a8078c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6a7d8420-24da-45f4-bce7-fa5cb74b18d2
  kind: Event
  lastTimestamp: "2026-09-17T19:32:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:32:25Z"
    name: isvc-sklearn-runtime.18d6329b83e07a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24192"
    uid: 7a96da58-0172-4204-864c-363e47ce31c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24444"
    uid: 6a7d8420-24da-45f4-bce7-fa5cb74b18d2
  kind: Event
  lastTimestamp: "2026-09-17T19:32:49Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:32:49Z"
    name: isvc-sklearn-runtime.18d632a11a3f3d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: 3cbcfab1-58f6-4464-88f4-7addc17856ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:49:14.316070Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34433"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:49:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:49:14Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d633866990b9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34437"
    uid: dd7edd6b-2fc4-4208-928d-862f4ac174ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:49:14Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:49:14Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d633868bb6e1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34457"
    uid: 790b5c93-3ee0-4fef-a17d-197caec4713a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:49:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:14Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d633868d4001b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34459"
    uid: ab82537a-8d77-46eb-a186-60ed90264bbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:49:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:14Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d63386902ee25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34461"
    uid: dba528a2-66d2-41f3-8b4a-68f57df5bcf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:49:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:14Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d6338690aca3b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34462"
    uid: dbbe8fc7-fc94-48c5-82a0-de30de258a85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:49:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:17Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d6338716dfbc8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34535"
    uid: bba31cb0-4e49-4425-9bdc-c9bf987f4fcb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:49:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:17Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d633871b1b4211
    namespace: kserve-ci-e2e-test
    resourceVersion: "34539"
    uid: a1cb5e79-f521-499c-a806-0faa7d9bd8bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:49:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:17Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d633871b9e3287
    namespace: kserve-ci-e2e-test
    resourceVersion: "34540"
    uid: 3ffde1e2-ec4d-482d-b22b-d837b1e4672d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:49:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:17Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d633871ba9b969
    namespace: kserve-ci-e2e-test
    resourceVersion: "34541"
    uid: c5d82d63-08fe-45b6-bc60-1f12a3cb1383
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:49:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:17Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d633871ed70202
    namespace: kserve-ci-e2e-test
    resourceVersion: "34543"
    uid: 28596681-89eb-4d9c-b9d5-84d5b2c57a81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:49:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:17Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d633871f4f24ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: 17be5319-f872-4044-9563-4222969142c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:50:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:45Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d633878eb77b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "35331"
    uid: b1801ae4-2eb3-4e98-aa48-f840638dd95a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:50:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:44Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d6339b7f58f74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35288"
    uid: 60434f80-b95f-4317-addd-d0bca9dc1afc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:50:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:44Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d6339b7f5a1175
    namespace: kserve-ci-e2e-test
    resourceVersion: "35289"
    uid: 7f3ccbf1-7935-4a71-bf2b-fd566d6deef5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: c73304cf-3ac1-41fd-8ac6-f958ffcd5a1d
  kind: Event
  lastTimestamp: "2026-09-17T19:50:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:45Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw.18d6339b950613a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35330"
    uid: c0872278-9b3d-4ff5-9169-938a3b4673f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6b6db9fddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34425"
    uid: c5e4d08a-a5ba-4cd9-a197-159e0d8d0c65
  kind: Event
  lastTimestamp: "2026-09-17T19:49:14Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6b6db9fddf-5wfqw'
  metadata:
    creationTimestamp: "2026-09-17T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:49:14Z"
    name: isvc-sklearn-s3-predictor-6b6db9fddf.18d63386693498ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: f904b169-ec3c-4ec7-9bb1-cdd48e487b4f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34423"
    uid: 888c8ab3-329a-420b-b629-07611f25c5d3
  kind: Event
  lastTimestamp: "2026-09-17T19:49:14Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6b6db9fddf from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:49:14Z"
    name: isvc-sklearn-s3-predictor.18d6338666614707
    namespace: kserve-ci-e2e-test
    resourceVersion: "34427"
    uid: d891f2ec-ceeb-461b-9239-a0f693477915
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: 8f4f7dbf-9193-449d-88c7-bc3d1b2f93b5
  kind: Event
  lastTimestamp: "2026-09-17T19:49:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:49:44Z"
    name: isvc-sklearn-s3-predictor.18d63389e5c93544
    namespace: kserve-ci-e2e-test
    resourceVersion: "34750"
    uid: 9cb482ac-e9dd-4a8b-b5f8-a73845781304
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: 8f4f7dbf-9193-449d-88c7-bc3d1b2f93b5
  kind: Event
  lastTimestamp: "2026-09-17T19:49:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:49:44Z"
    name: isvc-sklearn-s3-predictor.18d63389e6445f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: de35bbdc-e5aa-45bd-a11f-b9e400bd988e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34643"
    uid: 8f4f7dbf-9193-449d-88c7-bc3d1b2f93b5
  kind: Event
  lastTimestamp: "2026-09-17T19:50:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:50:44Z"
    name: isvc-sklearn-s3-predictor.18d63390e4bc93a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35263"
    uid: 2d8bd471-650d-4cd2-8c89-c322edbd1ff5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34643"
    uid: 8f4f7dbf-9193-449d-88c7-bc3d1b2f93b5
  kind: Event
  lastTimestamp: "2026-09-17T19:50:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:50:44Z"
    name: isvc-sklearn-s3-predictor.18d63390e5389faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 7eb08fc4-25bc-49c1-a89e-1da2378516e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:53:38.401341Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37061"
    uid: 88669064-2844-4abb-81d8-9737595ab47a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:53:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:53:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6.18d633c3e646acf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37067"
    uid: 31316259-9fe6-4081-a67f-345e95fce40d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37071"
    uid: 88669064-2844-4abb-81d8-9737595ab47a
  kind: Event
  lastTimestamp: "2026-09-17T19:53:38Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:53:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6.18d633c40863c921
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: da8dbcf6-ba18-4e3b-aaa0-ad90b7ba8ebb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37063"
    uid: 88669064-2844-4abb-81d8-9737595ab47a
  kind: Event
  lastTimestamp: "2026-09-17T19:53:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:44Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6.18d633c409b7170a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37132"
    uid: 0f57e782-8b33-4c1c-8663-60e30a051175
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37063"
    uid: 88669064-2844-4abb-81d8-9737595ab47a
  kind: Event
  lastTimestamp: "2026-09-17T19:53:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:44Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6.18d633c40d8f3d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37134"
    uid: ce8920ee-08f2-44d6-94af-5ef70f1e2a6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37063"
    uid: 88669064-2844-4abb-81d8-9737595ab47a
  kind: Event
  lastTimestamp: "2026-09-17T19:53:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:44Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6.18d633c40e0bc25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37135"
    uid: 117832c5-0f2f-4c5c-b743-6c12babed0b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37063"
    uid: 88669064-2844-4abb-81d8-9737595ab47a
  kind: Event
  lastTimestamp: "2026-09-17T19:53:48Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6.18d633c6398bfab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37182"
    uid: 114a7d60-f41e-4993-8962-6760d3d0d571
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: f684943d-d2cb-47ab-9d46-3f9a4f52e284
  kind: Event
  lastTimestamp: "2026-09-17T19:53:38Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97-nqxl6'
  metadata:
    creationTimestamp: "2026-09-17T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:53:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97.18d633c3e5d76b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 64afe8f1-3114-4d58-a9df-0e91793058c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37050"
    uid: d11591c3-981b-4087-a23b-b39ef5e23911
  kind: Event
  lastTimestamp: "2026-09-17T19:53:38Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-8475db5d97
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:53:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d633c3e35a7671
    namespace: kserve-ci-e2e-test
    resourceVersion: "37054"
    uid: 3bb03633-97fa-4066-99e2-b3386b0de39b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37042"
    uid: 5c25eb63-d1ba-4f6a-b8dc-dc69d59b75f2
  kind: Event
  lastTimestamp: "2026-09-17T19:53:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:53:44Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d633c3e36afb25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37138"
    uid: 27a039a8-8bcb-4e1f-bfdd-a9a31c2f66e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37042"
    uid: 5c25eb63-d1ba-4f6a-b8dc-dc69d59b75f2
  kind: Event
  lastTimestamp: "2026-09-17T19:53:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:53:38Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d633c3e3ec1190
    namespace: kserve-ci-e2e-test
    resourceVersion: "37058"
    uid: aa9b0255-f72c-418d-b2ac-495b94d72de5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:52:17.312155Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36290"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:52:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:52:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633b104fb6ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36296"
    uid: d7960fc8-6102-4a9a-a5b6-ca251458b2a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36301"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:52:17Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:52:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633b1271e8f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: d0b7af8d-d677-4a60-9d40-596db85743de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:52:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633b1288bae86
    namespace: kserve-ci-e2e-test
    resourceVersion: "36313"
    uid: d529f4f9-def2-4f6e-a6c1-fd51ffc67a75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:52:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633b12b8beb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36314"
    uid: 977778cc-0460-4c43-a0b1-b7e482a88a6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:52:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633b12c00b3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36315"
    uid: 389bac6b-fe6d-4312-9725-056bc69a0656
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:52:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633b19fd13161
    namespace: kserve-ci-e2e-test
    resourceVersion: "36336"
    uid: ceea828f-f1ac-40d0-a470-9194bfe06452
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:52:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633b1a3874f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 7d4f21bd-6892-43d4-97a3-06efeb4c15c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:52:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633b1a4018c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36341"
    uid: 394f5bf6-78aa-478c-8864-bb8aacba41ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:52:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633b1a40cf3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36342"
    uid: bfcf793a-f2b7-4eb8-9728-85781fd4f817
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:52:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633b1a712982c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36346"
    uid: 0d00f6b1-fe60-473c-9ca1-ea770ecdf541
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:52:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633b1a788fad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36347"
    uid: 9724a3e9-7de4-40e2-9758-0c81d926be28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:53:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633b1dbdadcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36923"
    uid: d5a458f5-1ba3-4e6d-b04b-b55e45f4d798
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:53:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633c3a6a28637
    namespace: kserve-ci-e2e-test
    resourceVersion: "37023"
    uid: e9107eb8-e959-4484-93e5-00807559d3b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: fa272174-40eb-4392-b6c9-fb0591307ef8
  kind: Event
  lastTimestamp: "2026-09-17T19:53:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd.18d633c3a6a307ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37024"
    uid: 44804cc8-cff1-4f23-bbe9-f881727d77e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36280"
    uid: c9a18eb6-d90a-4cda-89a8-b80ed44ccfcb
  kind: Event
  lastTimestamp: "2026-09-17T19:52:17Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f-lhwvd'
  metadata:
    creationTimestamp: "2026-09-17T19:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:52:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-784495866f.18d633b1048c5d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36293"
    uid: 3140575a-1f2f-491f-9e28-c48f7a38b19a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: ce674538-13c5-468c-8a4b-734479d4151c
  kind: Event
  lastTimestamp: "2026-09-17T19:52:17Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-784495866f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:52:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d633b101fc19d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36283"
    uid: 5f59449b-219f-402a-a431-7d9652b221e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36279"
    uid: c575bf06-9ef1-4f9e-b00e-4c8eac3cf971
  kind: Event
  lastTimestamp: "2026-09-17T19:52:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:52:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d633b4808d58fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36545"
    uid: d833c163-2efc-49b1-9556-4ac03c30273b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36279"
    uid: c575bf06-9ef1-4f9e-b00e-4c8eac3cf971
  kind: Event
  lastTimestamp: "2026-09-17T19:52:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:52:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d633b4810d5685
    namespace: kserve-ci-e2e-test
    resourceVersion: "36546"
    uid: 799bd26c-aa41-4d11-acbf-f2389368aee0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: c575bf06-9ef1-4f9e-b00e-4c8eac3cf971
  kind: Event
  lastTimestamp: "2026-09-17T19:53:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:53:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d633bb7ef611ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36963"
    uid: f15fa1f1-f983-48f4-a84e-f9edb3932883
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: c575bf06-9ef1-4f9e-b00e-4c8eac3cf971
  kind: Event
  lastTimestamp: "2026-09-17T19:53:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:53:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d633bb7f641b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "36964"
    uid: 092b92ff-7193-4ac7-925a-44f9d5bea077
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36270"
    uid: 77c4ab9b-7ebb-4b00-811b-a2a3ff08ccca
  kind: Event
  lastTimestamp: "2026-09-17T19:53:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:53:37Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d633b1017d570e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37005"
    uid: 2ef7bc3c-b16e-4282-8630-c97562a5db86
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36270"
    uid: 77c4ab9b-7ebb-4b00-811b-a2a3ff08ccca
  kind: Event
  lastTimestamp: "2026-09-17T19:52:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:52:17Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d633b101f4ceff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36282"
    uid: e3ce830c-2766-4915-b548-fa455e9956e2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37003"
    uid: 77c4ab9b-7ebb-4b00-811b-a2a3ff08ccca
  kind: Event
  lastTimestamp: "2026-09-17T19:53:37Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:53:37Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d633c39357cf0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37004"
    uid: 0949be1a-33d8-4234-8006-2a249f74cc47
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:52:06.175169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: d81787dc-8e64-46a0-b26a-7b459074f2e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:52:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:52:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b.18d633ae6d2a7acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36118"
    uid: f09e0e69-204f-42b2-8b8f-ac019d08feef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36114"
    uid: d81787dc-8e64-46a0-b26a-7b459074f2e1
  kind: Event
  lastTimestamp: "2026-09-17T19:52:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b.18d633ae7b8da661
    namespace: kserve-ci-e2e-test
    resourceVersion: "36129"
    uid: 0a366306-1efb-4d05-8129-c9ddf54489b7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36121"
    uid: d81787dc-8e64-46a0-b26a-7b459074f2e1
  kind: Event
  lastTimestamp: "2026-09-17T19:52:07Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:52:07Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b.18d633aeb2caf4e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36141"
    uid: 6a3bd4db-8192-43fe-9713-2376b144d2ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36114"
    uid: d81787dc-8e64-46a0-b26a-7b459074f2e1
  kind: Event
  lastTimestamp: "2026-09-17T19:52:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b.18d633aeb42321a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36181"
    uid: dea6c185-1f5c-46c1-8573-7e2ad6c020bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36114"
    uid: d81787dc-8e64-46a0-b26a-7b459074f2e1
  kind: Event
  lastTimestamp: "2026-09-17T19:52:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b.18d633aeb6c6e876
    namespace: kserve-ci-e2e-test
    resourceVersion: "36183"
    uid: 644ba242-a466-43f1-9a0c-d965489c676d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36114"
    uid: d81787dc-8e64-46a0-b26a-7b459074f2e1
  kind: Event
  lastTimestamp: "2026-09-17T19:52:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b.18d633aeb72d956a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36185"
    uid: 85ec1fce-67e6-4c57-bd92-1cc564b54ff4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36114"
    uid: d81787dc-8e64-46a0-b26a-7b459074f2e1
  kind: Event
  lastTimestamp: "2026-09-17T19:52:15Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b_kserve-ci-e2e-test(d81787dc-8e64-46a0-b26a-7b459074f2e1)
  metadata:
    creationTimestamp: "2026-09-17T19:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b.18d633b07ebd2cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36221"
    uid: ce628c80-33fc-4960-9989-791a2ae8f7c2
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36103"
    uid: b30d20f6-4601-4cb2-a429-3ed33f5eb916
  kind: Event
  lastTimestamp: "2026-09-17T19:52:06Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5-kcx6b'
  metadata:
    creationTimestamp: "2026-09-17T19:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:52:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5.18d633ae6c736692
    namespace: kserve-ci-e2e-test
    resourceVersion: "36113"
    uid: 1c148df5-f32f-4824-9d14-4575ebac7b21
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: 650eb3ed-4311-49a1-b493-88f3b06560bb
  kind: Event
  lastTimestamp: "2026-09-17T19:52:06Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-648df7b6d5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:52:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d633ae69fc70dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: 88c48dd0-166b-4d0d-87ce-ebe0f46227a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36094"
    uid: 915cfa15-6207-43f0-a178-c93a7323f921
  kind: Event
  lastTimestamp: "2026-09-17T19:52:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:52:15Z"
    name: isvc-sklearn-s3-tls-global-fail.18d633ae69bd7d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36227"
    uid: 774c966c-c733-4e17-9124-d1c78005b275
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36094"
    uid: 915cfa15-6207-43f0-a178-c93a7323f921
  kind: Event
  lastTimestamp: "2026-09-17T19:52:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:52:06Z"
    name: isvc-sklearn-s3-tls-global-fail.18d633ae6a1bc738
    namespace: kserve-ci-e2e-test
    resourceVersion: "36108"
    uid: 88a44dc9-d212-41ad-9ee7-185efcda8dc1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:50:45.066049Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35314"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:50:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:50:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d6339b8aaf8c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35320"
    uid: 96825056-5d93-42ac-962f-1864185f8d1e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:50:45Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:50:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d6339bacb8fae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35339"
    uid: ec58297f-9df6-4108-ad74-afc43f610e4a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:50:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d6339bae307190
    namespace: kserve-ci-e2e-test
    resourceVersion: "35341"
    uid: cbf19a94-aa49-42c3-9c04-f7a4252f29a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:50:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d6339bb0943ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35342"
    uid: 12d2caad-114f-42b9-8fce-40d306513a46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:50:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d6339bb11c1bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35343"
    uid: 2cd6247d-659b-4d2c-b0ed-5a76fda0b55a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:50:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d6339c1b5e6efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35359"
    uid: 1dfc6b64-5c09-40f7-be1c-3906b07a5449
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:50:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d6339c1f46aed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35364"
    uid: d33e29ea-24fc-48fd-b2fb-5df48535a617
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:50:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d6339c1fc6534e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: cb517009-996e-4b45-bbda-9f81e8f87c4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:50:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d6339c1fd04fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35366"
    uid: ba16d0f2-1539-4d71-8f92-5392165d6dce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:50:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d6339c240a0516
    namespace: kserve-ci-e2e-test
    resourceVersion: "35369"
    uid: 3f71f1ed-4100-42cf-a813-9838189cf0e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:50:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:50:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d6339c247e7634
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 309ec67d-4d9b-46d3-a351-19a27aba04b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:51:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:51:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d6339c57643487
    namespace: kserve-ci-e2e-test
    resourceVersion: "35913"
    uid: f2fe76ac-0f1b-4fad-b5eb-91496e048648
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:52:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d633ae2b689c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "36075"
    uid: 5b065122-bbef-4323-996b-3e98ee786cee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:52:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d633ae2b6908da
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8c74aaba-f8df-4882-904e-40b6da90fc13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: bad74731-c1e1-476f-9012-5b97a30a2508
  kind: Event
  lastTimestamp: "2026-09-17T19:52:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:52:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf.18d633af339b2857
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 57d4c763-3b85-4524-9587-e058530e29a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889
    namespace: kserve-ci-e2e-test
    resourceVersion: "35305"
    uid: 28d5d8d1-fcbd-483a-b382-1b4a8bc80e60
  kind: Event
  lastTimestamp: "2026-09-17T19:50:45Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889-p45kf'
  metadata:
    creationTimestamp: "2026-09-17T19:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:50:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-b6b766889.18d6339b8a2d1585
    namespace: kserve-ci-e2e-test
    resourceVersion: "35315"
    uid: 40e1f44f-2d9d-4206-9bd4-c2368cc9c185
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35303"
    uid: 307b7948-3bd5-48d5-b067-2adfefdea39a
  kind: Event
  lastTimestamp: "2026-09-17T19:50:45Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-b6b766889
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:50:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6339b87595a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35307"
    uid: 7fe9f776-356f-4532-b5bf-71bd27e25ecb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35304"
    uid: e58e1d6c-b304-40f0-b423-3e6f88a295bc
  kind: Event
  lastTimestamp: "2026-09-17T19:51:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:51:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6339f05fa2e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35710"
    uid: 682ae16d-7ac2-43a4-9f28-0b364bc47da1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35304"
    uid: e58e1d6c-b304-40f0-b423-3e6f88a295bc
  kind: Event
  lastTimestamp: "2026-09-17T19:51:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:51:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6339f0673e34f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35711"
    uid: 0d1f82e7-719e-45a9-b504-e46427a6c05d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35481"
    uid: e58e1d6c-b304-40f0-b423-3e6f88a295bc
  kind: Event
  lastTimestamp: "2026-09-17T19:52:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:52:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d633a98319fe31
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: 755ba722-40e8-434c-bc48-cce83b536f99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:51:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35481"
    uid: e58e1d6c-b304-40f0-b423-3e6f88a295bc
  kind: Event
  lastTimestamp: "2026-09-17T19:52:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:52:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d633a98386cd7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36004"
    uid: e28f0e5b-2e62-4ef3-9ec9-d5ec7faf5a1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35295"
    uid: c92cd31e-519f-4d61-ba4f-9d1b59cc74ac
  kind: Event
  lastTimestamp: "2026-09-17T19:52:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:52:04Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6339b8755ac7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36056"
    uid: 378ac8ab-aca0-4252-bc7e-24eee6f0c4da
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35295"
    uid: c92cd31e-519f-4d61-ba4f-9d1b59cc74ac
  kind: Event
  lastTimestamp: "2026-09-17T19:50:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:50:45Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6339b87f06fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 5153fb1b-3ea2-41fb-8a16-4c9466064071
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:52:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36054"
    uid: c92cd31e-519f-4d61-ba4f-9d1b59cc74ac
  kind: Event
  lastTimestamp: "2026-09-17T19:52:04Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:52:04Z"
    name: isvc-sklearn-s3-tls-global-pass.18d633ae0f96d47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36055"
    uid: 6a857f7e-03b4-4e76-b7c8-25f78ef59723
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:55:20.659528Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: 17a8146d-5315-4095-893b-b8c018834041
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:55:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:55:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln.18d633dbb556554a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: c6ba1f16-790e-41ca-a258-e0e65920b3b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: 17a8146d-5315-4095-893b-b8c018834041
  kind: Event
  lastTimestamp: "2026-09-17T19:55:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln.18d633dbbf0b20a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: fc127424-4cea-4b0e-8705-1691810a48fd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln
    namespace: kserve-ci-e2e-test
    resourceVersion: "38084"
    uid: 17a8146d-5315-4095-893b-b8c018834041
  kind: Event
  lastTimestamp: "2026-09-17T19:55:21Z"
  message: Add eth0 [10.134.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:55:21Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln.18d633dbfc9ae6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38099"
    uid: f9517f6d-ac4c-42bb-b276-64de9f8da3bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: 17a8146d-5315-4095-893b-b8c018834041
  kind: Event
  lastTimestamp: "2026-09-17T19:55:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln.18d633dbfe0fe412
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: 796a965b-a055-487a-875a-6926f43af29b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: 17a8146d-5315-4095-893b-b8c018834041
  kind: Event
  lastTimestamp: "2026-09-17T19:55:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln.18d633dc00b4879c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38144"
    uid: 62712076-d562-4eaf-841c-0ff5683a9872
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: 17a8146d-5315-4095-893b-b8c018834041
  kind: Event
  lastTimestamp: "2026-09-17T19:55:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln.18d633dc01693763
    namespace: kserve-ci-e2e-test
    resourceVersion: "38145"
    uid: e615c70f-6dbb-4f55-b14c-e13a9403281c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: 17a8146d-5315-4095-893b-b8c018834041
  kind: Event
  lastTimestamp: "2026-09-17T19:55:30Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln.18d633de072c24bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38197"
    uid: d49fbb7a-2d84-4bb4-8706-199f2d0e97a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496
    namespace: kserve-ci-e2e-test
    resourceVersion: "38065"
    uid: e9117635-7e2f-4f96-8d84-7424c546b8a7
  kind: Event
  lastTimestamp: "2026-09-17T19:55:20Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496-5pxln'
  metadata:
    creationTimestamp: "2026-09-17T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:55:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496.18d633dbb4bfc1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38075"
    uid: 0de7eb2d-5df7-486d-99b6-18fbee206744
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38063"
    uid: 0cd34c0e-1752-47fc-b3f2-83de7fe8d4ff
  kind: Event
  lastTimestamp: "2026-09-17T19:55:20Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6d7b97c496
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:55:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d633dbb1ae4592
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: e7b7090e-92e5-4c23-936e-0d1940892944
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38056"
    uid: f152427b-8047-434f-a760-24cae8a7c7fc
  kind: Event
  lastTimestamp: "2026-09-17T19:55:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:55:25Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d633dbb1abf9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38148"
    uid: 6133185f-4560-45c3-8e48-95b88dcf125a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38056"
    uid: f152427b-8047-434f-a760-24cae8a7c7fc
  kind: Event
  lastTimestamp: "2026-09-17T19:55:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:55:20Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d633dbb2479f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38070"
    uid: 82589eeb-6a18-4141-92a1-5060fb3da2d7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:53:49.543146Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37219"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:53:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:53:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c67e60a2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37226"
    uid: f939f2a4-021f-476b-b38e-8dcff840ce5e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:53:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c68b5bb13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37236"
    uid: b5925da5-49be-429e-b49c-abc2c015d65c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37230"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:53:50Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:53:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c6c426b6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37250"
    uid: 9f113713-d721-4b44-8275-9e4aab3f2b49
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:53:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c6c611ff29
    namespace: kserve-ci-e2e-test
    resourceVersion: "37252"
    uid: da30f403-6375-45be-9d39-e558aebd3694
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:53:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c6c95373de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: ae870862-466d-43e2-9316-f7f15f5310be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:53:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c6c9c62dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37254"
    uid: 02e30604-2a26-4240-9663-4baf6dc9d487
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:53:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c723431fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37272"
    uid: 9f1f90b4-b6b4-4ca4-9939-661daa2be68c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:53:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c72631f068
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: 0c014fb3-b38e-4a28-810d-4f27880edb93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:53:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c726af883c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37277"
    uid: c5f2d227-caa1-4ce9-854e-5d03796af357
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:53:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c726b93e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37278"
    uid: 15fe0119-d6fa-4195-8f99-ca3d9f40f6f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:53:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c729a7d7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37282"
    uid: 090c0a93-944c-46e2-bc84-8ae88de566af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:53:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:53:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c72a1d45d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37283"
    uid: 185a9ced-42d9-4705-82fc-2f57182a1852
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:54:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:54:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633c75f47837d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37868"
    uid: 3cfb150f-6cdb-4e96-9f0d-71154be0e4d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:55:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633db72df0fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "38037"
    uid: d4e179dd-fed3-4966-8957-905d12697e5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 1b49878b-d586-4bbf-bb9b-468debf1e1b6
  kind: Event
  lastTimestamp: "2026-09-17T19:55:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2.18d633db72e03365
    namespace: kserve-ci-e2e-test
    resourceVersion: "38038"
    uid: 6fab4a60-296e-4f8f-b642-8316503eb64e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37209"
    uid: 00b6d447-2893-47ca-bfb4-2eb5ce5d3256
  kind: Event
  lastTimestamp: "2026-09-17T19:53:49Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d-r7cp2'
  metadata:
    creationTimestamp: "2026-09-17T19:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:53:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d.18d633c67d9d9a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "37220"
    uid: 0fbff6de-dd71-448b-a56d-aa4f6037a4a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: ec339357-2916-470a-933f-4371906f6458
  kind: Event
  lastTimestamp: "2026-09-17T19:53:49Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-7455cc4b9d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:53:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d633c67ae0ced8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37213"
    uid: b8077457-f3b8-42ba-a8fa-f03c640cc195
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37208"
    uid: 9d764e82-c446-4172-b715-134c46401af1
  kind: Event
  lastTimestamp: "2026-09-17T19:54:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:54:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d633c9f92b16b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: 7c0bdca7-2be2-4dd6-9b91-70c439be3b47
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37208"
    uid: 9d764e82-c446-4172-b715-134c46401af1
  kind: Event
  lastTimestamp: "2026-09-17T19:54:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:54:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d633c9f99e0cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37385"
    uid: 5499ff63-acbb-4f6c-95b0-c8d40202fd76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37384"
    uid: 9d764e82-c446-4172-b715-134c46401af1
  kind: Event
  lastTimestamp: "2026-09-17T19:55:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:55:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d633cd791f59ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37906"
    uid: e849da88-e002-4cf1-a435-1954cca8923c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:54:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37384"
    uid: 9d764e82-c446-4172-b715-134c46401af1
  kind: Event
  lastTimestamp: "2026-09-17T19:55:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:55:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d633cd798c69e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37907"
    uid: 7f95a98c-4785-429a-b047-d19c767d0af8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37199"
    uid: 5e1d68fd-6ba1-4742-8f00-719b37b7304f
  kind: Event
  lastTimestamp: "2026-09-17T19:55:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:55:09Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d633c67ab459c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37945"
    uid: adfe1287-9b7b-4300-8f15-b1d4dbbb7946
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:53:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37199"
    uid: 5e1d68fd-6ba1-4742-8f00-719b37b7304f
  kind: Event
  lastTimestamp: "2026-09-17T19:53:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:53:49Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d633c67b246d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "37215"
    uid: adcd4861-20de-44c7-9d7f-e84051a3618a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: 5e1d68fd-6ba1-4742-8f00-719b37b7304f
  kind: Event
  lastTimestamp: "2026-09-17T19:55:09Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:55:09Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d633d917da5801
    namespace: kserve-ci-e2e-test
    resourceVersion: "37944"
    uid: 70af9933-ab8c-4d43-872c-2dafcfd9f61d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34415"
    uid: 8fe11230-ce48-4706-b571-3b0a354fc1ea
  kind: Event
  lastTimestamp: "2026-09-17T19:50:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:50:35Z"
    name: isvc-sklearn-s3.18d6338666584934
    namespace: kserve-ci-e2e-test
    resourceVersion: "35145"
    uid: 7a3c545e-4a73-48ca-82bb-402d3a0ab371
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34415"
    uid: 8fe11230-ce48-4706-b571-3b0a354fc1ea
  kind: Event
  lastTimestamp: "2026-09-17T19:49:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:49:14Z"
    name: isvc-sklearn-s3.18d6338666ea0451
    namespace: kserve-ci-e2e-test
    resourceVersion: "34429"
    uid: 01f14489-a606-492e-96a1-87a54e3618d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:50:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35143"
    uid: 8fe11230-ce48-4706-b571-3b0a354fc1ea
  kind: Event
  lastTimestamp: "2026-09-17T19:50:35Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:50:35Z"
    name: isvc-sklearn-s3.18d6339946852ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35144"
    uid: 3436fc6e-c1e8-4958-85d2-815d6282fba0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6d6c5fb7fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5db4d1a0-84d2-413e-8c34-147d90b7c9b0
  kind: Event
  lastTimestamp: "2026-09-17T19:26:40Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6d6c5fb7fd-dskr2'
  metadata:
    creationTimestamp: "2026-09-17T19:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:40Z"
    name: isvc-sklearn-scheduler-predictor-6d6c5fb7fd.18d6324b447072c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21204"
    uid: 8f015f98-3aec-4520-866a-54574ecb463e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21192"
    uid: b15e58fa-8588-4532-b881-a5dace826e17
  kind: Event
  lastTimestamp: "2026-09-17T19:26:40Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6d6c5fb7fd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:40Z"
    name: isvc-sklearn-scheduler-predictor.18d6324b40c0536f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: bdc4fc70-e7b5-475c-9caa-5c47f34a5ef9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: 443439d1-9321-46a1-aaeb-e31faab8d200
  kind: Event
  lastTimestamp: "2026-09-17T19:26:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:26:41Z"
    name: isvc-sklearn-scheduler.18d6324b4048980a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 71649887-4901-4fba-853a-19dc00cc6e43
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: 443439d1-9321-46a1-aaeb-e31faab8d200
  kind: Event
  lastTimestamp: "2026-09-17T19:26:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:26:40Z"
    name: isvc-sklearn-scheduler.18d6324b40c54978
    namespace: kserve-ci-e2e-test
    resourceVersion: "21210"
    uid: c4bcbd02-7642-4f8e-b3cb-edf23cc4be0d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: 443439d1-9321-46a1-aaeb-e31faab8d200
  kind: Event
  lastTimestamp: "2026-09-17T19:26:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:26:40Z"
    name: isvc-sklearn-scheduler.18d6324b40c581c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: 7ee700a0-6961-4baa-8025-e2d1b2ad9dbe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:35:44.143103Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26284"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:35:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:35:44Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632c9c77e6185
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 56aad5b8-34fe-491d-ad06-c8f8cfbd96b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:35:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:44Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632c9d43bbb38
    namespace: kserve-ci-e2e-test
    resourceVersion: "26298"
    uid: c6c0ca8d-ddeb-4f18-97a6-ae40b0fd1cfc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:35:45Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:35:45Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632ca0d28c6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 91609043-3960-432a-9581-ec89ed6bd548
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:35:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:45Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632ca0e8ed9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26311"
    uid: b08b31f4-7d28-450b-a385-79321fc17778
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:35:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:45Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632ca118624ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26312"
    uid: 2212c0c6-7269-4823-b3d9-3c659c036a71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:35:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:45Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632ca11fa5451
    namespace: kserve-ci-e2e-test
    resourceVersion: "26313"
    uid: 17ca0263-a94a-40a0-8809-044963b80aaf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:35:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:50Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632cb36d3d869
    namespace: kserve-ci-e2e-test
    resourceVersion: "26356"
    uid: 415cfa78-2ed9-4584-8549-e646b95b1ee5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:35:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:50Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632cb3a57e91a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26358"
    uid: 76295baf-c403-4198-975e-187e44f4ed0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:35:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:50Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632cb3ae08be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26361"
    uid: 1356985e-c549-45a2-a982-42467f581eac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:35:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:50Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632cb3aeb6807
    namespace: kserve-ci-e2e-test
    resourceVersion: "26362"
    uid: 06e4b17f-c384-42ea-bc88-c2eeaea4155b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:35:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:50Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632cb3e00f6b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26365"
    uid: ffad868c-718a-4d55-9e33-f0bac599217a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:35:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:50Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632cb3e860202
    namespace: kserve-ci-e2e-test
    resourceVersion: "26366"
    uid: 55859c83-1f0b-4028-92cc-3f100f95466e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:37:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:17Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632cb72cf6abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27397"
    uid: c2a0ce1d-38a7-4acc-a10d-43811409ce6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:37:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:14Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632dee7de7d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27381"
    uid: a4bfb07f-c0e5-4313-a7ff-038ea51b3037
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:37:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:14Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632dee7df608a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27382"
    uid: 0e66fdf7-e66d-4823-8edd-7494eecde155
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 7cfccd16-2f26-4ba4-b268-32faf01fe7ea
  kind: Event
  lastTimestamp: "2026-09-17T19:37:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:17Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx.18d632df79080bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27399"
    uid: e964c672-b96a-4733-8ab4-99ebb524e411
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-749744fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26274"
    uid: fd56a8f6-cf30-48e6-8f9d-22e617fbae62
  kind: Event
  lastTimestamp: "2026-09-17T19:35:44Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-749744fb9-ljrgx'
  metadata:
    creationTimestamp: "2026-09-17T19:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:35:44Z"
    name: isvc-sklearn-v2-mixed-predictor-749744fb9.18d632c9c6713720
    namespace: kserve-ci-e2e-test
    resourceVersion: "26287"
    uid: 0c1a2ff6-39d3-4b70-bfbf-3344df2207d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26271"
    uid: 14b0a259-a18e-4dff-b1d9-e7552fd37e41
  kind: Event
  lastTimestamp: "2026-09-17T19:35:44Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-749744fb9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:35:44Z"
    name: isvc-sklearn-v2-mixed-predictor.18d632c9c0a66b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26278"
    uid: c77fb7de-e501-49a2-8bbc-1e2a3bace3d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26273"
    uid: 44905c2b-b9f3-4e8f-96a5-a74e9ab2a785
  kind: Event
  lastTimestamp: "2026-09-17T19:35:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:35:59Z"
    name: isvc-sklearn-v2-mixed-predictor.18d632cd3f5f268a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26470"
    uid: 4b0cc05b-351d-4cf7-a745-dd0c60ce7b13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26273"
    uid: 44905c2b-b9f3-4e8f-96a5-a74e9ab2a785
  kind: Event
  lastTimestamp: "2026-09-17T19:35:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:35:59Z"
    name: isvc-sklearn-v2-mixed-predictor.18d632cd3fc4400d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: 13e5dd91-af94-4be5-8b76-55d25f39e918
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26471"
    uid: 44905c2b-b9f3-4e8f-96a5-a74e9ab2a785
  kind: Event
  lastTimestamp: "2026-09-17T19:37:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:14Z"
    name: isvc-sklearn-v2-mixed-predictor.18d632d0be6e2369
    namespace: kserve-ci-e2e-test
    resourceVersion: "27356"
    uid: 7fc8c81a-1099-47d6-807b-13e25d7789cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26471"
    uid: 44905c2b-b9f3-4e8f-96a5-a74e9ab2a785
  kind: Event
  lastTimestamp: "2026-09-17T19:37:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:14Z"
    name: isvc-sklearn-v2-mixed-predictor.18d632d0bed8d754
    namespace: kserve-ci-e2e-test
    resourceVersion: "27357"
    uid: a77dac43-ea70-4fb3-b782-4b3a2017f833
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26263"
    uid: 263a7dd2-207e-4097-acb3-6278ee8c19c1
  kind: Event
  lastTimestamp: "2026-09-17T19:37:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:37:07Z"
    name: isvc-sklearn-v2-mixed.18d632c9c0b117a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27306"
    uid: 32297f1a-ce89-4a8b-9d4c-8699ad43cb65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26263"
    uid: 263a7dd2-207e-4097-acb3-6278ee8c19c1
  kind: Event
  lastTimestamp: "2026-09-17T19:35:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:35:44Z"
    name: isvc-sklearn-v2-mixed.18d632c9c162f3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26279"
    uid: 5b2b6d42-a897-4442-bb65-40bfab191bcd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27304"
    uid: 263a7dd2-207e-4097-acb3-6278ee8c19c1
  kind: Event
  lastTimestamp: "2026-09-17T19:37:07Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:37:07Z"
    name: isvc-sklearn-v2-mixed.18d632dd199ea04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: b7da4332-b9f8-45b7-908d-c67d0e0c0b73
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:34:08.207637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:34:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:34:08Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632b3714b46a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25285"
    uid: a35bbc29-aeff-4cf2-b0f5-191423e41952
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25291"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:34:08Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:34:08Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632b394a5ede6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25301"
    uid: 33d249a3-8d6b-40fb-9e51-d9dcb2f3054e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:34:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:08Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632b39609e6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25304"
    uid: 4382a262-db90-4f7d-9d15-bb0f129053df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:34:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:08Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632b399274c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "25305"
    uid: 0710dc25-7e7d-48aa-a94a-25f1e65ada9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:34:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:08Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632b3998a16e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25306"
    uid: 8ff40000-241c-4290-97e9-d03fef568a02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:34:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:13Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632b496f5870a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25344"
    uid: 6d44aff8-0e28-4ef8-baef-ad1d8f0a1750
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:34:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:13Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632b499bd448b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25346"
    uid: e0f8fc81-9859-4650-93f6-f094e9d11bb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:34:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:13Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632b49a26366c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: 4007169f-88fc-42b5-aa0d-f8583089b6d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:34:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:13Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632b49a31ac09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: ea456da6-84ad-4079-a87e-6d7d5ddda16d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:34:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:13Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632b49d91ed4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25353"
    uid: 62b14499-e33c-4eb9-a7ed-f533162468dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:34:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:13Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632b49e18eaec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25354"
    uid: 49416480-af01-44a5-abae-785f3cf3ac1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:35:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:41Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632b50ed838fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26237"
    uid: c5f1eb1e-cbcc-42d2-86ca-087b3a434588
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:35:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:38Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632c88f23599f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26218"
    uid: cc2e5869-3945-4241-88fb-abd01e96fe90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:35:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:38Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632c88f23d279
    namespace: kserve-ci-e2e-test
    resourceVersion: "26219"
    uid: 923d2578-0f9a-4de5-aeaf-898595040c8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 155c3cab-306d-4cb2-90a3-597d444425fb
  kind: Event
  lastTimestamp: "2026-09-17T19:35:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:35:41Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t.18d632c9150fb771
    namespace: kserve-ci-e2e-test
    resourceVersion: "26236"
    uid: 5356dee2-b485-4451-addd-9aa6c3a54885
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-75bb9f496d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25270"
    uid: 5d121bde-1bef-4451-9309-788203fb2f04
  kind: Event
  lastTimestamp: "2026-09-17T19:34:08Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-75bb9f496d-p2m8t'
  metadata:
    creationTimestamp: "2026-09-17T19:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:08Z"
    name: isvc-sklearn-v2-predictor-75bb9f496d.18d632b370aa7169
    namespace: kserve-ci-e2e-test
    resourceVersion: "25282"
    uid: 00fe3847-b32a-4d43-b5e6-d4e32f14f9cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25268"
    uid: da8c4867-2251-4bc1-809e-d87fd16e38c1
  kind: Event
  lastTimestamp: "2026-09-17T19:34:08Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-75bb9f496d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:08Z"
    name: isvc-sklearn-v2-predictor.18d632b36d8b47dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25272"
    uid: e5a878ec-e696-412a-ab00-6874fe4425bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 179df94f-2fac-4a3d-8055-f2c747ed6073
  kind: Event
  lastTimestamp: "2026-09-17T19:34:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:23Z"
    name: isvc-sklearn-v2-predictor.18d632b6ec892457
    namespace: kserve-ci-e2e-test
    resourceVersion: "25457"
    uid: 4d43c4a6-6b64-4243-b941-9b679f34fa31
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 179df94f-2fac-4a3d-8055-f2c747ed6073
  kind: Event
  lastTimestamp: "2026-09-17T19:34:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:23Z"
    name: isvc-sklearn-v2-predictor.18d632b6ecf6c2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25459"
    uid: fe4c1431-2816-431b-baf5-6f68f8ca0bb2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: 179df94f-2fac-4a3d-8055-f2c747ed6073
  kind: Event
  lastTimestamp: "2026-09-17T19:35:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:35:38Z"
    name: isvc-sklearn-v2-predictor.18d632ba6ba999b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26195"
    uid: 730bcc2f-8e70-48cc-8414-53402879cf83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: 179df94f-2fac-4a3d-8055-f2c747ed6073
  kind: Event
  lastTimestamp: "2026-09-17T19:35:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:35:38Z"
    name: isvc-sklearn-v2-predictor.18d632ba6c110c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: 207fac85-b549-4cd5-bd17-519ba43ee7e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:33:02.908220Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24700"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:33:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:33:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632a43d253d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "24706"
    uid: 71e5e4aa-e9bf-4571-8264-dae75bc7cbf1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:33:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632a4481b9a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "24713"
    uid: 23369904-729c-4553-b949-e17704a09cc8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24710"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:33:04Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:33:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632a483363c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "24731"
    uid: b4720a5e-a047-435c-9403-0820da52ebb8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:33:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632a484b9925d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24733"
    uid: 0b4f9810-802c-4585-a621-a26fdbd10a2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:33:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632a4882f3b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "24734"
    uid: f77fb805-8df1-4a1d-a484-db698e64217f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:33:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632a488a7f010
    namespace: kserve-ci-e2e-test
    resourceVersion: "24735"
    uid: 77e5516e-a3a2-4c51-9c8b-b3795ec23f86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:33:08Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T19:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632a58d52a67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24773"
    uid: f1283284-996d-4bff-a3cf-1e2385487ae8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:33:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632a590571faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24776"
    uid: 0178b06a-68e6-4546-8812-8610c3771dfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:33:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632a590cfd634
    namespace: kserve-ci-e2e-test
    resourceVersion: "24779"
    uid: 6c65fca9-df75-4078-8071-8179216ce13e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:33:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632a590dc00de
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: fc88974f-cd20-4788-93e9-3a6c9125b10f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:33:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632a593fa0049
    namespace: kserve-ci-e2e-test
    resourceVersion: "24782"
    uid: 33064953-b644-4921-ad04-4e6b0281a7b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:33:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632a594706af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: 2d4bcdaa-1b30-4287-930e-984c69d50443
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:33:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T19:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:33:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632ae306f8170
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: aacc06a6-1009-4c7d-ab2a-98aab3dca617
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:34:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632b23bc9b8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25215"
    uid: 39b33b8d-90f3-4074-9b9a-e4f6ce6b02c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:34:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632b23bcae923
    namespace: kserve-ci-e2e-test
    resourceVersion: "25216"
    uid: 46d4e309-fc16-4c3c-bc1a-9fcbd2887f49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:34:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:05Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632b2d38c181b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25236"
    uid: 32501d52-9a98-4084-a1f2-2a67fdfb8bbb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 826c9186-bbea-479d-a62c-968049a9651f
  kind: Event
  lastTimestamp: "2026-09-17T19:34:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-17T19:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:34:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8.18d632b43935e0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25333"
    uid: 68a78961-0472-49f0-a320-1a347b9120f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24691"
    uid: 6665925e-0987-4e25-9783-7ef796db496e
  kind: Event
  lastTimestamp: "2026-09-17T19:33:02Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8frn8'
  metadata:
    creationTimestamp: "2026-09-17T19:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:33:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d632a43cbc846c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24701"
    uid: a7a8672e-b79f-4917-b529-c5e4cd185867
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24689"
    uid: 281964d7-85bd-4293-b9be-99db62948a03
  kind: Event
  lastTimestamp: "2026-09-17T19:33:02Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:33:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18d632a439def236
    namespace: kserve-ci-e2e-test
    resourceVersion: "24693"
    uid: eac0b521-b372-4988-b5fb-8a2fafed60a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24690"
    uid: a4d29305-0a3b-4b9e-8fb8-76bbab41f110
  kind: Event
  lastTimestamp: "2026-09-17T19:33:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:33:17Z"
    name: isvc-sklearn-v2-runtime-predictor.18d632a7b89d9dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24859"
    uid: d00b4890-3d50-40bd-908a-a8f5e6f36496
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24690"
    uid: a4d29305-0a3b-4b9e-8fb8-76bbab41f110
  kind: Event
  lastTimestamp: "2026-09-17T19:33:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:33:17Z"
    name: isvc-sklearn-v2-runtime-predictor.18d632a7b90dc8e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24861"
    uid: bb4a8c52-d719-43c5-ae3c-d4634f23d978
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24860"
    uid: a4d29305-0a3b-4b9e-8fb8-76bbab41f110
  kind: Event
  lastTimestamp: "2026-09-17T19:34:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18d632ab383b3e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "25198"
    uid: ded6a721-2ddd-48a9-bf07-db626878703c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24860"
    uid: a4d29305-0a3b-4b9e-8fb8-76bbab41f110
  kind: Event
  lastTimestamp: "2026-09-17T19:34:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:34:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18d632ab38a73178
    namespace: kserve-ci-e2e-test
    resourceVersion: "25200"
    uid: c221f917-f4d4-4070-9871-179796f2c95d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24681"
    uid: 2cda3053-f294-45e8-9c0e-d0d822735a60
  kind: Event
  lastTimestamp: "2026-09-17T19:33:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:33:55Z"
    name: isvc-sklearn-v2-runtime.18d632a43a164bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25145"
    uid: 03fabdf8-e864-43eb-9ed1-df261692d625
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24681"
    uid: 2cda3053-f294-45e8-9c0e-d0d822735a60
  kind: Event
  lastTimestamp: "2026-09-17T19:33:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:33:02Z"
    name: isvc-sklearn-v2-runtime.18d632a43a7f62d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 862fb9a4-9cc7-41fc-ad46-05cc8aeb956a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:33:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25142"
    uid: 2cda3053-f294-45e8-9c0e-d0d822735a60
  kind: Event
  lastTimestamp: "2026-09-17T19:33:55Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:33:55Z"
    name: isvc-sklearn-v2-runtime.18d632b0851c0e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "25143"
    uid: bbd819a3-5b24-41dd-9712-83c2250bf9bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25260"
    uid: 052b7e17-4107-46d1-9d2e-aa7d065bdd4a
  kind: Event
  lastTimestamp: "2026-09-17T19:35:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:35:31Z"
    name: isvc-sklearn-v2.18d632b36d8b9393
    namespace: kserve-ci-e2e-test
    resourceVersion: "26145"
    uid: 26ad7be4-6499-409b-8597-4ff649d6eece
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25260"
    uid: 052b7e17-4107-46d1-9d2e-aa7d065bdd4a
  kind: Event
  lastTimestamp: "2026-09-17T19:34:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:34:08Z"
    name: isvc-sklearn-v2.18d632b36e23274b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25292"
    uid: 8cf4161c-771c-4e7b-85f4-e454226ede53
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:34:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25263"
    uid: 052b7e17-4107-46d1-9d2e-aa7d065bdd4a
  kind: Event
  lastTimestamp: "2026-09-17T19:34:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:34:08Z"
    name: isvc-sklearn-v2.18d632b374129cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25293"
    uid: e676b198-81e2-4ce3-a4bb-4dc6ef9027f1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:35:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26143"
    uid: 052b7e17-4107-46d1-9d2e-aa7d065bdd4a
  kind: Event
  lastTimestamp: "2026-09-17T19:35:31Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:35:31Z"
    name: isvc-sklearn-v2.18d632c6c7900f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: 17753068-59dd-4349-a2dc-899104f770c8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 017c267d-8a05-47a1-918a-263bd2df2881
  kind: Event
  lastTimestamp: "2026-09-17T19:28:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:36Z"
    name: isvc-sklearn.18d632530ea6235f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22252"
    uid: 628c48e7-a826-4f03-a3fc-482eb3fcd849
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 017c267d-8a05-47a1-918a-263bd2df2881
  kind: Event
  lastTimestamp: "2026-09-17T19:27:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:27:14Z"
    name: isvc-sklearn.18d632530f39ea07
    namespace: kserve-ci-e2e-test
    resourceVersion: "21519"
    uid: 74c9742d-3a00-4316-8e87-0fe2a529872f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22250"
    uid: 017c267d-8a05-47a1-918a-263bd2df2881
  kind: Event
  lastTimestamp: "2026-09-17T19:28:36Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:36Z"
    name: isvc-sklearn.18d632664e27d952
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 451c26a4-2193-4ee9-a52b-756d426afcdb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:37:20.070058Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27443"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-wtmtq
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:37:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:37:20Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e01d2f8b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: 691098d4-fef9-4fde-b2ef-e1e97d6ace0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:37:20Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:37:20Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e03f03faf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27463"
    uid: 0da6b2c5-3282-439d-aed1-531d119e5cc1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:37:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:20Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e040943c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27465"
    uid: 2c38fc40-f0dc-4f67-b966-16a1703bea2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:37:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:20Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e04372616a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27466"
    uid: 8625ac85-2b91-4de7-82be-a93f4eea24cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:37:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:20Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e04430a66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27468"
    uid: 800b59b9-385c-4d26-a29c-8ca6d77b72ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:37:26Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T19:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e1aaa1cf00
    namespace: kserve-ci-e2e-test
    resourceVersion: "27523"
    uid: 93b1e546-d9ae-4af9-86a1-94b4db71f825
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:37:30Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 4.148s (4.148s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:30Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e2a1ed6e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: bd688742-ae06-4419-b125-e5f32e701f9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:37:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:30Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e2a55b2e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27567"
    uid: 8661db98-2892-4133-926b-242d5028ca3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:37:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:30Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e2a5d07794
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 0471b58d-176c-4b7d-9697-7490fe42b41f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:37:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:30Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e2a5db0d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "27569"
    uid: 13151873-1499-4847-b2c9-fe4e47ef9649
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:37:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:31Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e2a8c8dedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: fa4c9b8b-a533-4a4b-bfb1-607047f705ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:37:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:31Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e2a9424f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: 196663c6-8439-420f-b024-e47b5e3ff2ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:37:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:38Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e3127a4094
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: daa74465-2528-4562-b422-f2105218b7c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:38:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:00Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e991ee6aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27977"
    uid: 805c4ee4-a29e-455d-af28-ac71a2bfe0e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:38:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:00Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632e991ef16c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27978"
    uid: c39ac9e2-483b-453e-a649-40fdb17f99ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 8a5ee734-03f4-46a8-9210-f718142ba5ba
  kind: Event
  lastTimestamp: "2026-09-17T19:38:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-wtmtq.18d632ea4a69b77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28254"
    uid: ba06409f-f2f9-4d34-930d-1644ba238c8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: 80dd64b1-97ee-46bb-ae7e-14d1198e8b23
  kind: Event
  lastTimestamp: "2026-09-17T19:37:20Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-wtmtq'
  metadata:
    creationTimestamp: "2026-09-17T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:20Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d632e01c9ca725
    namespace: kserve-ci-e2e-test
    resourceVersion: "27445"
    uid: 086644ec-0fa5-4e08-96d0-8905f57f048c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27430"
    uid: 4b98eab2-a06e-4f63-bd8f-5b487485c030
  kind: Event
  lastTimestamp: "2026-09-17T19:37:19Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:19Z"
    name: isvc-tensorflow-predictor.18d632e0188e4de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27434"
    uid: 9b3a66b7-55fe-4d19-85d0-fc8cd36f4111
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27431"
    uid: 48a40116-5043-4797-abf0-60a3ee95d586
  kind: Event
  lastTimestamp: "2026-09-17T19:37:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:35Z"
    name: isvc-tensorflow-predictor.18d632e3976b5970
    namespace: kserve-ci-e2e-test
    resourceVersion: "27602"
    uid: 67037f76-65fe-40d8-9102-3710a2bc88a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27431"
    uid: 48a40116-5043-4797-abf0-60a3ee95d586
  kind: Event
  lastTimestamp: "2026-09-17T19:37:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:35Z"
    name: isvc-tensorflow-predictor.18d632e397dcf91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27604"
    uid: 722d5d23-dd4f-4bfc-9f7e-7a64f5272ee1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27603"
    uid: 48a40116-5043-4797-abf0-60a3ee95d586
  kind: Event
  lastTimestamp: "2026-09-17T19:37:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:50Z"
    name: isvc-tensorflow-predictor.18d632e71700477f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27875"
    uid: 8935fcc6-6a5f-46da-845a-bf24e598fc58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27603"
    uid: 48a40116-5043-4797-abf0-60a3ee95d586
  kind: Event
  lastTimestamp: "2026-09-17T19:37:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:50Z"
    name: isvc-tensorflow-predictor.18d632e71769218a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27877"
    uid: 002b20de-a9b4-4a77-978e-342a52de5a6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:38:05.892845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28043"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:38:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:38:05Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632eac86fc209
    namespace: kserve-ci-e2e-test
    resourceVersion: "28049"
    uid: 06719164-6032-4161-bcce-2c0cc774b573
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:06Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632ead29c5b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28057"
    uid: 12bf0229-de47-40b9-a72c-f1db3ee4c606
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28053"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:07Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:38:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632eb0e305ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28068"
    uid: c94d3407-c93b-499b-ae52-abd7f3742050
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632eb0fa4dae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28070"
    uid: de4bd8f3-7740-4a5e-aa71-10168b030406
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632eb13440d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "28071"
    uid: 39599a0d-086e-43fb-a6ad-66243791e7aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632eb13bb7b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "28072"
    uid: d9655d16-1cee-42ff-8536-8285d4622dc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:11Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632ec32b051c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28112"
    uid: 0cc8e3b5-971d-4b8a-92e7-3c6c10008267
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632ec35ce49dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 43e68e3e-6ffb-4a27-8495-f342437f8c4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632ec36428d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28117"
    uid: ac423ec4-9483-4453-aeea-d7aaf082b510
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632ec364c7ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28119"
    uid: 0edbb13a-3344-438f-965f-c90f2191883a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632ec3975fdc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28121"
    uid: f2d30c8e-cc63-4a65-b143-8f6aae73215b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632ec39eaea83
    namespace: kserve-ci-e2e-test
    resourceVersion: "28122"
    uid: c39164bc-e87a-438a-a49c-9fec6239b44f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632ecaa914782
    namespace: kserve-ci-e2e-test
    resourceVersion: "28184"
    uid: f5b85529-58a1-48b1-adf4-09ab91f758a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:47Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632f4770a6752
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: aa2de058-dd33-4f41-9ce6-44e02a99343b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:38:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:47Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632f4770b853d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28424"
    uid: 80185bb4-a005-4c7c-8f5c-b96e3cb41ddf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 065c1bc6-e058-4cb1-a3cb-5ccd82e4c01f
  kind: Event
  lastTimestamp: "2026-09-17T19:39:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl.18d632f50c978354
    namespace: kserve-ci-e2e-test
    resourceVersion: "28724"
    uid: 351793ad-405d-43b5-930d-8beaff0e4b43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "28034"
    uid: 453d5b02-0aa1-4549-8947-5a1bd5603cc8
  kind: Event
  lastTimestamp: "2026-09-17T19:38:05Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-gpntl'
  metadata:
    creationTimestamp: "2026-09-17T19:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:05Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d632eac7ff4c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28046"
    uid: 9fa62fe3-6c54-4476-9a8f-62b24837b31a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28032"
    uid: f17d3256-d425-418e-912f-74a09a6f9814
  kind: Event
  lastTimestamp: "2026-09-17T19:38:05Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:05Z"
    name: isvc-tensorflow-runtime-predictor.18d632eac482c78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: cbfb4b1e-4a83-4503-bfda-9f4bd185143f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: 3f42ad54-0106-4016-a8f8-0dfcc53ee3f0
  kind: Event
  lastTimestamp: "2026-09-17T19:38:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:35Z"
    name: isvc-tensorflow-runtime-predictor.18d632ee436587e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: f667de3d-f764-4ac6-b07c-7def701b200f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: 3f42ad54-0106-4016-a8f8-0dfcc53ee3f0
  kind: Event
  lastTimestamp: "2026-09-17T19:38:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:35Z"
    name: isvc-tensorflow-runtime-predictor.18d632ee43d78d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 1c4f7b84-ba46-4c01-ade4-c401cb99cad8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28025"
    uid: 687c655c-1741-455c-a447-fc82ca4447dc
  kind: Event
  lastTimestamp: "2026-09-17T19:38:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:30Z"
    name: isvc-tensorflow-runtime.18d632eac48391d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28272"
    uid: d8d59c19-b8a9-4ca7-98b2-4d36cd5ae7a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28025"
    uid: 687c655c-1741-455c-a447-fc82ca4447dc
  kind: Event
  lastTimestamp: "2026-09-17T19:38:05Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:05Z"
    name: isvc-tensorflow-runtime.18d632eac52452ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28040"
    uid: a681ee3d-aca4-4f33-90f2-882f68f7514f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28270"
    uid: 687c655c-1741-455c-a447-fc82ca4447dc
  kind: Event
  lastTimestamp: "2026-09-17T19:38:30Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:30Z"
    name: isvc-tensorflow-runtime.18d632f069bfa53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: d77cf677-e4ba-4558-9e15-6ebd0a08e8c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: 861af8e8-6623-4bb9-b6c4-b862d2a8e203
  kind: Event
  lastTimestamp: "2026-09-17T19:37:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:37:48Z"
    name: isvc-tensorflow.18d632e0188fb710
    namespace: kserve-ci-e2e-test
    resourceVersion: "27865"
    uid: 411a2644-f726-4542-b72f-44bb4eef5d82
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: 861af8e8-6623-4bb9-b6c4-b862d2a8e203
  kind: Event
  lastTimestamp: "2026-09-17T19:37:20Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:37:20Z"
    name: isvc-tensorflow.18d632e0192664b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27438"
    uid: 4a2c4e1f-6f52-472a-bbfa-0dace0882cb3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27863"
    uid: 861af8e8-6623-4bb9-b6c4-b862d2a8e203
  kind: Event
  lastTimestamp: "2026-09-17T19:37:48Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:37:48Z"
    name: isvc-tensorflow.18d632e6d21cda0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: 3ade385a-ff36-4a0e-80a4-bc085ee3593b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:38:52.667837Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28484"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-stxwp
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:38:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:38:52Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d632f5ac717c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "28490"
    uid: ed33968e-ed3f-4418-834b-b7e6362df285
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28495"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:38:53Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:38:53Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d632f5cef417f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28505"
    uid: 941aa492-1871-4b21-a06e-bee787da7b76
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:38:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:53Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d632f5d0574354
    namespace: kserve-ci-e2e-test
    resourceVersion: "28507"
    uid: 204f7b9b-bc0b-427b-97b2-8d8a44a1e581
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:38:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:53Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d632f5d2f6ea98
    namespace: kserve-ci-e2e-test
    resourceVersion: "28508"
    uid: bc6af83c-e2f6-4d8e-af20-84ee20817de6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:38:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:53Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d632f5d36da6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28509"
    uid: f127279d-c228-4ca5-bd66-397134816ca5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:38:58Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-17T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:58Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d632f6f5c68713
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: 5e0ad49e-6b2e-446e-a2ea-03e6d5fedff1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:40:55Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m56.87s
    (1m56.87s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:40:55Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d633122bca5451
    namespace: kserve-ci-e2e-test
    resourceVersion: "29487"
    uid: 25dec668-3db6-45e6-aa59-d53a0685d060
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:40:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:40:55Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d6331231153971
    namespace: kserve-ci-e2e-test
    resourceVersion: "29490"
    uid: be104004-f9ee-4302-9342-d96fe5727745
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:40:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:40:55Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d63312327aa5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29491"
    uid: 268c4467-f4a3-44fd-85b8-9b3c89aba718
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:40:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:40:55Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d6331232863fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29492"
    uid: 5e8b0111-ab4e-4ae6-ab18-459a477cd255
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:40:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:40:55Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d6331239b6f7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29494"
    uid: 935ee218-1ae0-42a5-badc-358e7e32e1fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:40:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:40:55Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d633123b0576f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29495"
    uid: ea290a05-bfce-47b4-ab94-3e792888c02e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:40:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:40:57Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d6331299a7d667
    namespace: kserve-ci-e2e-test
    resourceVersion: "29515"
    uid: 35588179-86ae-40fd-8678-6e4561129e0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d63317173716a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29707"
    uid: f5450145-4096-4011-8631-dda2938a6c0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:41:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:16Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d633171737a4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29709"
    uid: 9caf2098-821a-4c65-9c4c-e5d64532d9a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-stxwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: ead24ff9-e971-4443-940b-e1cd9afdbdbf
  kind: Event
  lastTimestamp: "2026-09-17T19:41:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:17Z"
    name: isvc-triton-predictor-5d7db58676-stxwp.18d633177d972404
    namespace: kserve-ci-e2e-test
    resourceVersion: "29797"
    uid: 4e1542cc-dee3-4aac-8323-4f0abfd011e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28475"
    uid: 4bf7390c-ecdb-4817-9122-09087a42b026
  kind: Event
  lastTimestamp: "2026-09-17T19:38:52Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-stxwp'
  metadata:
    creationTimestamp: "2026-09-17T19:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:52Z"
    name: isvc-triton-predictor-5d7db58676.18d632f5abfd70ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28487"
    uid: 072fa2ed-6401-411c-8ff7-a1b544e99848
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28473"
    uid: b014841b-4ee0-4920-9db6-0df784ccec27
  kind: Event
  lastTimestamp: "2026-09-17T19:38:52Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:52Z"
    name: isvc-triton-predictor.18d632f5a8d467ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "28477"
    uid: ff10bdd5-4792-4b6b-94d9-2db9e3bd6a06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28474"
    uid: 3e772b8a-34e3-4f89-9888-251ce5932ed7
  kind: Event
  lastTimestamp: "2026-09-17T19:41:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:41:07Z"
    name: isvc-triton-predictor.18d632f927e94832
    namespace: kserve-ci-e2e-test
    resourceVersion: "29597"
    uid: 0e14b89d-9847-4ce5-8a69-825ff5f677ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28474"
    uid: 3e772b8a-34e3-4f89-9888-251ce5932ed7
  kind: Event
  lastTimestamp: "2026-09-17T19:41:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:41:07Z"
    name: isvc-triton-predictor.18d632f92853bd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "29598"
    uid: 392f23b8-a900-4d21-a043-cd272a5069b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28465"
    uid: 56786151-0da4-4014-838a-8327b0d7030b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:41:03Z"
    name: isvc-triton.18d632f5a8d90fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29558"
    uid: a26ae173-6312-47b1-920f-d0d852a58dba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28465"
    uid: 56786151-0da4-4014-838a-8327b0d7030b
  kind: Event
  lastTimestamp: "2026-09-17T19:38:52Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:52Z"
    name: isvc-triton.18d632f5a95b9cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28480"
    uid: 633e2955-4aa6-41fd-a71a-48d37b441b21
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: 56786151-0da4-4014-838a-8327b0d7030b
  kind: Event
  lastTimestamp: "2026-09-17T19:41:03Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:41:03Z"
    name: isvc-triton.18d63314067a82f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29557"
    uid: d6973f89-e502-4342-87c7-2ef6a7b2ab2a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:41:21.351923Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29881"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-r6ljn
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d633184ab4890d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29887"
    uid: bb7b83d2-850e-48d9-b204-3809615f8ccf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d6331851c7c393
    namespace: kserve-ci-e2e-test
    resourceVersion: "29894"
    uid: 956cbf27-7f79-4d7c-b0b4-4ef216bdfb24
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29891"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:41:22Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:41:22Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d6331890176d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29908"
    uid: 8b2b9254-891a-494d-a387-0dff578662bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:41:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:22Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d633189182646f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29911"
    uid: 63ac017f-5a72-4a8e-bdf6-f4e7dceb12e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:41:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:22Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d6331894fb6009
    namespace: kserve-ci-e2e-test
    resourceVersion: "29912"
    uid: bd74fd01-84c9-4228-b1c3-5346a3e57281
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:41:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:22Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d63318955fb639
    namespace: kserve-ci-e2e-test
    resourceVersion: "29913"
    uid: 0760eea8-488d-4b6b-8a56-97543eecb2b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:41:27Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:27Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d633199eeca3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29956"
    uid: 10c9db16-9db0-4702-8bac-e3439cbb8b5e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:41:47Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.129s (20.129s
    including waiting). Image size: 1435742980 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:47Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d6331e4ebc4d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "30108"
    uid: 260a6d4c-28cd-4873-974d-f77695c42cfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:41:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:47Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d6331e5259b68b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 993f29b7-e8d1-4b32-9468-545563098556
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:41:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:47Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d6331e52c44534
    namespace: kserve-ci-e2e-test
    resourceVersion: "30112"
    uid: b4708ab4-9483-4fab-9626-82680ead8251
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:41:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:47Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d6331e52cfaa22
    namespace: kserve-ci-e2e-test
    resourceVersion: "30113"
    uid: c7f6a4c6-5032-4fae-a969-43d7b5c3dc8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:41:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:47Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d6331e560d9f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30115"
    uid: 889dcc9e-3365-45cb-bdfe-b9ff72665672
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:41:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:41:47Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d6331e56779849
    namespace: kserve-ci-e2e-test
    resourceVersion: "30116"
    uid: 5dec932f-6d7e-4994-8266-f8a7740cfcbc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:43:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:04Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d6331e88f7b6f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30848"
    uid: e9d5770c-ea9c-43bf-86d8-d40d18d5dafc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:43:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:01Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d6332fb2029dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30828"
    uid: 75a3666e-d62c-4727-b3d0-d652e4b6db87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:43:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:01Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d6332fb203cab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30829"
    uid: 4d1fd589-375a-4705-8a43-219dc3ca945d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 21421273-3e90-482b-bfe5-4d51907e7892
  kind: Event
  lastTimestamp: "2026-09-17T19:43:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:04Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6ljn.18d633303b186f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "30847"
    uid: 80361a34-0dca-411b-974a-c62feb45cf07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29870"
    uid: cf5623bc-a1a6-4612-b606-6865fff84cd3
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-r6ljn'
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d633184a10efff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29882"
    uid: cb920363-1f4c-4f79-b412-d8784528f9e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29868"
    uid: d798ddf7-0473-4bb6-a7fb-d15b8c436a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:41:21Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:41:21Z"
    name: isvc-xgboost-predictor.18d6331847234cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29872"
    uid: 47137d0d-eaee-448b-ac76-cec7544bcf38
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29869"
    uid: 4ba93122-b9e1-426b-a60d-b0f4709ab895
  kind: Event
  lastTimestamp: "2026-09-17T19:42:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:42:21Z"
    name: isvc-xgboost-predictor.18d6331bc62e0f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "30369"
    uid: 0e01ec34-839e-45cc-99a0-f7c975ee2274
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29869"
    uid: 4ba93122-b9e1-426b-a60d-b0f4709ab895
  kind: Event
  lastTimestamp: "2026-09-17T19:42:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:42:21Z"
    name: isvc-xgboost-predictor.18d6331bc6970120
    namespace: kserve-ci-e2e-test
    resourceVersion: "30370"
    uid: 6cdc4e23-4fe0-4457-ba1f-6d9d014b20ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30031"
    uid: 4ba93122-b9e1-426b-a60d-b0f4709ab895
  kind: Event
  lastTimestamp: "2026-09-17T19:42:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:42:51Z"
    name: isvc-xgboost-predictor.18d63329c31fb69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30672"
    uid: 63d2ba5e-c660-4942-ae1b-c6831f61d3c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30031"
    uid: 4ba93122-b9e1-426b-a60d-b0f4709ab895
  kind: Event
  lastTimestamp: "2026-09-17T19:42:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:42:51Z"
    name: isvc-xgboost-predictor.18d63329c38ebacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30673"
    uid: 19869853-4de3-486c-8e42-627a386f25da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:44:57.572818Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:44:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:44:57Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d6334aa279ab00
    namespace: kserve-ci-e2e-test
    resourceVersion: "31994"
    uid: 880c3a77-cc24-411e-b5f4-96803aac17e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31999"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:44:58Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:44:58Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d6334ac456e45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: c3890432-e338-42ff-8c05-1b9f501d46ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:44:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:58Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d6334ac5b7d980
    namespace: kserve-ci-e2e-test
    resourceVersion: "32018"
    uid: 7f253162-95c7-41ac-92f5-97beb21f1291
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:44:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:58Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d6334ac9780d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32019"
    uid: b4581d29-51e0-44a3-8d15-665f15eeee22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:44:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:58Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d6334ac9ec9e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "32020"
    uid: 7b3dde0d-e759-44b9-bdac-cca40297463f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:45:02Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:45:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d6334be5e4742c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32064"
    uid: e83e03a1-444c-41a2-864c-4477ff084e92
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:45:22Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.02s (19.02s
    including waiting). Image size: 1435742980 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:45:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d63350539c0d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32210"
    uid: 710c4278-0eb7-4f89-be65-de709af99e35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:45:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:45:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d6335056c29df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32211"
    uid: e81b13e1-95b1-438a-871c-39e6a8cd2753
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:45:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:45:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d63350574e2274
    namespace: kserve-ci-e2e-test
    resourceVersion: "32212"
    uid: 0b985d78-da66-4524-8a1a-0ef97bfdad22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:45:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:45:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d6335057582221
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: 910b17a3-c719-46ef-8994-deec1ed6ada6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:45:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:45:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d633505a7ba883
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: a4d5d075-861c-46eb-9975-4b041a2ba73e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:45:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:45:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d633505aee6290
    namespace: kserve-ci-e2e-test
    resourceVersion: "32215"
    uid: f002e3ef-aea2-4817-a8c3-8719224d0c9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:46:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d6335094758b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "32811"
    uid: 9aee2604-4294-4e9e-a434-769c3171a71f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:46:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:38Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d633620cc8171d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: d6bee656-af22-4036-a3d0-95fb4a2dd17a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:46:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:38Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d633620cc8e558
    namespace: kserve-ci-e2e-test
    resourceVersion: "32803"
    uid: d0b67783-13aa-43a4-bdd6-b43300c79b2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 26a92ffe-4ccf-41fe-a3dd-633748d0217e
  kind: Event
  lastTimestamp: "2026-09-17T19:46:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk.18d6336246a830f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32810"
    uid: 56a18321-a599-4d6f-8e87-7d919fa2fc64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: 47fed4d8-b617-4963-a7ce-3b81c25ba7ce
  kind: Event
  lastTimestamp: "2026-09-17T19:44:57Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-xm8vk'
  metadata:
    creationTimestamp: "2026-09-17T19:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:44:57Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d6334aa1ef4816
    namespace: kserve-ci-e2e-test
    resourceVersion: "31990"
    uid: c8359a8f-ee7d-4c25-a935-60c4bbbc093b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31977"
    uid: 9fa71b4c-e1c6-4928-9e35-0ad71c24ed4d
  kind: Event
  lastTimestamp: "2026-09-17T19:44:57Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:44:57Z"
    name: isvc-xgboost-runtime-predictor.18d6334a9f7754a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31981"
    uid: 0efde047-3158-4af1-8586-d06c9099a401
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31978"
    uid: 66de314e-185c-4a55-9feb-0447d255a54f
  kind: Event
  lastTimestamp: "2026-09-17T19:45:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:45:57Z"
    name: isvc-xgboost-runtime-predictor.18d6334e1e1c304b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32475"
    uid: 3474987e-78b7-4295-96f0-939c22c72b4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:45:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31978"
    uid: 66de314e-185c-4a55-9feb-0447d255a54f
  kind: Event
  lastTimestamp: "2026-09-17T19:45:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:45:57Z"
    name: isvc-xgboost-runtime-predictor.18d6334e1e8931fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 2bb5c294-5eb9-4222-83c0-5a9b5e51203a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32140"
    uid: 66de314e-185c-4a55-9feb-0447d255a54f
  kind: Event
  lastTimestamp: "2026-09-17T19:46:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:46:27Z"
    name: isvc-xgboost-runtime-predictor.18d6335c19ab13e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32689"
    uid: 636d7cde-1a57-4fb1-ad11-8e0fd6897a99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32140"
    uid: 66de314e-185c-4a55-9feb-0447d255a54f
  kind: Event
  lastTimestamp: "2026-09-17T19:46:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:46:27Z"
    name: isvc-xgboost-runtime-predictor.18d6335c1a157191
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: fff05dbf-ff2a-4e4e-9a4e-16dea8acbca6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31970"
    uid: b397aea4-b4eb-4d62-8d0c-bb635757a22a
  kind: Event
  lastTimestamp: "2026-09-17T19:46:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:46:29Z"
    name: isvc-xgboost-runtime.18d6334a9f9a7fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: d5ce6951-c025-45f0-9c30-6596332ecc82
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31970"
    uid: b397aea4-b4eb-4d62-8d0c-bb635757a22a
  kind: Event
  lastTimestamp: "2026-09-17T19:44:57Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:44:57Z"
    name: isvc-xgboost-runtime.18d6334a9ffcdf93
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 4394d654-4caa-4535-8a2a-738bfa2775d4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31972"
    uid: b397aea4-b4eb-4d62-8d0c-bb635757a22a
  kind: Event
  lastTimestamp: "2026-09-17T19:44:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:44:57Z"
    name: isvc-xgboost-runtime.18d6334aa5d67eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32005"
    uid: 5eddf38e-2271-4da3-8ee6-1523c66bfb53
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: b397aea4-b4eb-4d62-8d0c-bb635757a22a
  kind: Event
  lastTimestamp: "2026-09-17T19:46:29Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:46:29Z"
    name: isvc-xgboost-runtime.18d6335ff7c85da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32708"
    uid: 2d4f67ff-b8ad-4bdf-a7ac-0f584448cb7b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:43:07.056204Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30903"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:43:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:43:07Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d63330e72bee4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: dd66b8cf-f9eb-463d-82a4-662c7bbcfbc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:07Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d63330f4e838a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30922"
    uid: 711aa5af-ebfe-4609-8853-b85c36a916f2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30914"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:08Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:43:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d633312f09d6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30939"
    uid: 7e8750e0-714e-4bb9-aa17-892ec2055948
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d63331308750e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30941"
    uid: e712ed98-5889-4b97-a579-c72bf2810999
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d6333134463744
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: e63a0c1e-2f5a-42a6-93b5-b6b85d0395cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d6333134c0348a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30943"
    uid: 090abc1e-1582-4fc4-abe4-f4cfe242e8ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:12Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T19:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d633322f33cb03
    namespace: kserve-ci-e2e-test
    resourceVersion: "30989"
    uid: 8ae8f873-57d1-4c19-9902-b48382db4a8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d633323239a8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 98fd834a-5005-4818-8589-1f84231f5222
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d6333232a0fde1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30995"
    uid: 12b205fe-3a82-49f3-8731-1c94f9c803b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d6333232aab47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 11f4e3fc-b215-42ae-9a41-58eb2564b359
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d63332357e32a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30998"
    uid: 4e011018-0cf2-45bd-94a1-4d76b2ebd8d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d6333235e4b04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: e1e2a53b-d013-46ec-a497-ea2c516bae4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d6333c8f47f7d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31348"
    uid: 6995880b-e0f9-4014-afa6-6be6fef9c361
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:43:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:43:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d6333c8f487244
    namespace: kserve-ci-e2e-test
    resourceVersion: "31349"
    uid: 7d4131e4-7f33-4dbd-a10b-7533c986c69b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:44:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d6333d5d336643
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: add6d1e1-f1b6-4c7d-a957-4910f42748a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: d9ca4a5a-0b68-42cb-80f7-02b98bc2008e
  kind: Event
  lastTimestamp: "2026-09-17T19:44:00Z"
  message: 'Readiness probe failed: Get "http://10.134.0.57:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75.18d6333d5d85acf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31379"
    uid: 8120c2d4-c5bb-4ea1-a137-a2339f6c26b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30893"
    uid: 6d61f015-3c50-46be-8181-935509120e58
  kind: Event
  lastTimestamp: "2026-09-17T19:43:07Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6vc75'
  metadata:
    creationTimestamp: "2026-09-17T19:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:43:07Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d63330e6a2757a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30904"
    uid: 39fe615b-990d-4227-a21e-26d8fcdfce0d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30891"
    uid: c2afa5ac-8ab7-4683-8aa2-fa84d8f46411
  kind: Event
  lastTimestamp: "2026-09-17T19:43:07Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:43:07Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d63330e3d9cfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30896"
    uid: 7a633dfd-10ba-4e98-a67d-10420f08bedd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: 3c67e51f-a7a4-4884-b77a-97b1afe0094a
  kind: Event
  lastTimestamp: "2026-09-17T19:43:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:43:52Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6333462c887b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 77a0ce17-d726-4eaa-8f1e-6242b7b2f5d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: 3c67e51f-a7a4-4884-b77a-97b1afe0094a
  kind: Event
  lastTimestamp: "2026-09-17T19:43:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:43:52Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6333463301695
    namespace: kserve-ci-e2e-test
    resourceVersion: "31294"
    uid: 6de0a2bb-78ec-4e51-87f5-4dcaa73cb86b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30884"
    uid: ce1717c2-2b05-4b2f-9653-f2be66930a2d
  kind: Event
  lastTimestamp: "2026-09-17T19:43:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:43:50Z"
    name: isvc-xgboost-v2-mlserver.18d63330e3d305d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31284"
    uid: a2d81771-6e20-473b-b7e2-b3e297fe7f3c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30884"
    uid: ce1717c2-2b05-4b2f-9653-f2be66930a2d
  kind: Event
  lastTimestamp: "2026-09-17T19:43:07Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:43:07Z"
    name: isvc-xgboost-v2-mlserver.18d63330e47c6c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30900"
    uid: fa45109f-929f-4226-8936-7874f5cfad4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:43:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31281"
    uid: ce1717c2-2b05-4b2f-9653-f2be66930a2d
  kind: Event
  lastTimestamp: "2026-09-17T19:43:50Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:43:50Z"
    name: isvc-xgboost-v2-mlserver.18d6333b0f4204f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: eb8875c4-1e25-4cb2-9326-a1e842d49dde
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:47:48.520339Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    to ip-10-0-134-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:47:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:47:48Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d633726fbdc964
    namespace: kserve-ci-e2e-test
    resourceVersion: "33594"
    uid: 585d6737-a663-49ff-95ff-7afd1e58ae51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33600"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:47:49Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:47:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d6337291eebeff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 017d802d-08a1-4260-9295-c048cba8103c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:47:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d633729348ce5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33607"
    uid: 5398c74f-10fc-427b-9118-7f457c7d9bbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:47:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d6337295c96e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33608"
    uid: 0f9f2d87-d152-4047-9969-2d76f34db2c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:47:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d63372963fb778
    namespace: kserve-ci-e2e-test
    resourceVersion: "33609"
    uid: 9e2010d1-91da-4752-8a3c-aee48726cd35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:47:53Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:53Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d63373a719c6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33667"
    uid: b305e21b-6349-4da8-b2c1-a213d58de3a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:47:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:53Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d63373a9c83dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33669"
    uid: 5a209e27-4c8f-424c-9d48-7c1440a1a986
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:47:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:53Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d63373aa3deb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "33670"
    uid: 352f6d20-562f-4de5-a326-23a5e7d181d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:47:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:53Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d63373aa48843a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33673"
    uid: 669b5cda-8302-4791-8fd0-fc43fc6200b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:47:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:53Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d63373ad112373
    namespace: kserve-ci-e2e-test
    resourceVersion: "33675"
    uid: 8d810d7a-43c8-445b-be99-20a4b0eae742
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:47:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:53Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d63373ad997895
    namespace: kserve-ci-e2e-test
    resourceVersion: "33676"
    uid: e77bd9a1-98c7-484d-928a-1840ef4d0b2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:49:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d633741eff18a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 9618ae2d-7236-408b-84a6-53505e1dc523
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:49:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:09Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d63385340e0b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34346"
    uid: b2886d3b-ae3f-4ab9-8341-98fc62d53445
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:49:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:09Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d63385340e6688
    namespace: kserve-ci-e2e-test
    resourceVersion: "34347"
    uid: b394d5b5-2344-4854-8919-26cf69531378
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 68284cca-83d4-400f-9b61-309479b24de3
  kind: Event
  lastTimestamp: "2026-09-17T19:49:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:49:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-g9gl4.18d63385d1204ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34390"
    uid: 6ae8b101-c771-4186-a547-7136e6919ccb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33580"
    uid: 7750431a-6a82-487b-b77b-261f96135bf8
  kind: Event
  lastTimestamp: "2026-09-17T19:47:48Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-g9gl4'
  metadata:
    creationTimestamp: "2026-09-17T19:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:48Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d633726f5157da
    namespace: kserve-ci-e2e-test
    resourceVersion: "33589"
    uid: c4efe43b-f369-4e2b-8feb-778636dbd2ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33577"
    uid: 330f071f-9403-4625-a8c5-b3df7c469e21
  kind: Event
  lastTimestamp: "2026-09-17T19:47:48Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:48Z"
    name: isvc-xgboost-v2-predictor.18d633726c9692ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33583"
    uid: fe76a977-dd01-4bca-8e96-7ff26f48e7a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33579"
    uid: 83c8e755-8ae4-4abe-a3c7-1d78679244f6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:48:03Z"
    name: isvc-xgboost-v2-predictor.18d63375eb176b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "33750"
    uid: a812a944-b4a5-4142-98f2-51cad88ce224
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33579"
    uid: 83c8e755-8ae4-4abe-a3c7-1d78679244f6
  kind: Event
  lastTimestamp: "2026-09-17T19:48:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:48:03Z"
    name: isvc-xgboost-v2-predictor.18d63375eb68d76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33752"
    uid: 0008941e-ecdd-454a-9710-2bfd6420d878
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33751"
    uid: 83c8e755-8ae4-4abe-a3c7-1d78679244f6
  kind: Event
  lastTimestamp: "2026-09-17T19:49:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:49:03Z"
    name: isvc-xgboost-v2-predictor.18d633796a1c7acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34287"
    uid: 02a62d49-d3ee-4e22-8481-04ea9f4af670
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33751"
    uid: 83c8e755-8ae4-4abe-a3c7-1d78679244f6
  kind: Event
  lastTimestamp: "2026-09-17T19:49:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:49:03Z"
    name: isvc-xgboost-v2-predictor.18d633796a8880b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34288"
    uid: c33bcc07-de36-4cb8-9821-265d7c6e63cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:46:43.313208Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32871"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:46:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:46:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d633634117dcfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32877"
    uid: 707b2796-23b3-49c1-8066-d6b4aaa6127b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32880"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:46:43Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:46:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d633636349f5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32887"
    uid: 7c86fe02-0298-4bce-8932-40ab476ce5bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:46:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d63363649d6c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32889"
    uid: add4eedf-7db6-4d3c-b6e6-c4de7516d9b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:46:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d63363678bacf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32890"
    uid: c906207c-9410-49b6-8648-b04b653d0d2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:46:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d6336368005cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: c2025d8f-9313-4099-9475-f0f7e97b9f08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:46:48Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T19:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d6336477bdfbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32950"
    uid: 878962c9-2839-49db-bc6d-01ee5c25f876
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:46:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d633647b04eb92
    namespace: kserve-ci-e2e-test
    resourceVersion: "32954"
    uid: 66653ae4-f9c5-44bf-953b-6a2d59cb1c54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:46:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d633647b80eaa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32955"
    uid: 8c528a8e-2ac6-4ccf-b20d-b171850380b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:46:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d633647b8da4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32956"
    uid: 13825353-3110-4323-9e0e-7c2099cf91ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:46:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d633647ed76679
    namespace: kserve-ci-e2e-test
    resourceVersion: "32958"
    uid: 6f343297-c732-43ab-a219-cd7d4679f1db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:46:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:46:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d633647f53d3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32959"
    uid: 7cc036ed-f8e6-4ef5-9d0f-bf52055b4367
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:47:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T19:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:25Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d6336d167acf2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33291"
    uid: 0fd425a7-fdc3-469f-a5df-2aa7c662066b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:47:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d633713cd89601
    namespace: kserve-ci-e2e-test
    resourceVersion: "33477"
    uid: 90f19928-a22f-4bf0-a970-1c99d37ca782
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:47:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d633713cd9a85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33478"
    uid: ac15a0fb-69a2-4c20-9059-1407a53876da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:47:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d63371be01a764
    namespace: kserve-ci-e2e-test
    resourceVersion: "33536"
    uid: 8acef2a1-88db-4c9a-b218-fb29d5ed2984
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:47:46Z"
  message: 'Readiness probe failed: Get "http://10.134.0.60:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T19:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d63371fc7db003
    namespace: kserve-ci-e2e-test
    resourceVersion: "33549"
    uid: d3b1c5a1-a33c-4174-9358-c2b1ace45ad4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: de747006-80d6-42f4-aadc-445f01d55897
  kind: Event
  lastTimestamp: "2026-09-17T19:47:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-17T19:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8.18d6337323a59561
    namespace: kserve-ci-e2e-test
    resourceVersion: "33647"
    uid: 6a2ebf77-c9c1-4d01-8a4f-ee06efb600d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32856"
    uid: cf8982ff-c9c3-4e88-b583-b08fb8d4b79e
  kind: Event
  lastTimestamp: "2026-09-17T19:46:43Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pbrd8'
  metadata:
    creationTimestamp: "2026-09-17T19:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:46:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d63363408ed80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32872"
    uid: 77abb448-d693-4760-a148-2cb040008a28
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: 2e4519df-73d2-41b4-8e60-6752ce07e2fc
  kind: Event
  lastTimestamp: "2026-09-17T19:46:43Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:46:43Z"
    name: isvc-xgboost-v2-runtime-predictor.18d633633b7d8316
    namespace: kserve-ci-e2e-test
    resourceVersion: "32859"
    uid: 11940fb5-87c4-4b9d-876c-15f6fa11dab4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32854"
    uid: 3b8afaba-daa6-4db2-911f-d8e370762a7c
  kind: Event
  lastTimestamp: "2026-09-17T19:47:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:13Z"
    name: isvc-xgboost-v2-runtime-predictor.18d63366ba58d733
    namespace: kserve-ci-e2e-test
    resourceVersion: "33207"
    uid: e3a8fe8b-5266-45de-8170-fa53df222c99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32854"
    uid: 3b8afaba-daa6-4db2-911f-d8e370762a7c
  kind: Event
  lastTimestamp: "2026-09-17T19:47:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:13Z"
    name: isvc-xgboost-v2-runtime-predictor.18d63366bac28871
    namespace: kserve-ci-e2e-test
    resourceVersion: "33208"
    uid: 7cdd0e13-6f9b-4deb-9241-8a5dc35601c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: 3b8afaba-daa6-4db2-911f-d8e370762a7c
  kind: Event
  lastTimestamp: "2026-09-17T19:47:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:43Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6336db865a3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33461"
    uid: d059c3c3-09eb-49fa-b3e0-492031d9bbc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: 3b8afaba-daa6-4db2-911f-d8e370762a7c
  kind: Event
  lastTimestamp: "2026-09-17T19:47:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:47:43Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6336db8b83fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33462"
    uid: ddec55ca-16f9-427d-bfe7-99aaefee59a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32847"
    uid: d8854c88-5ed4-460c-b3ad-5f654a9d158b
  kind: Event
  lastTimestamp: "2026-09-17T19:47:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:47:35Z"
    name: isvc-xgboost-v2-runtime.18d633633b7cacaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33385"
    uid: 9056e022-b441-4542-b99d-8085e0ec772d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:46:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32847"
    uid: d8854c88-5ed4-460c-b3ad-5f654a9d158b
  kind: Event
  lastTimestamp: "2026-09-17T19:46:43Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:46:43Z"
    name: isvc-xgboost-v2-runtime.18d633633c0eb0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: 7940f039-319c-4874-940b-3eee7b560e5f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: d8854c88-5ed4-460c-b3ad-5f654a9d158b
  kind: Event
  lastTimestamp: "2026-09-17T19:47:35Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:47:35Z"
    name: isvc-xgboost-v2-runtime.18d6336f6f8a26ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33384"
    uid: d878dd01-6550-4847-a8a5-7f212dfdb001
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 285b2b23-e295-4f74-b7fe-0d66af7add65
  kind: Event
  lastTimestamp: "2026-09-17T19:49:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:49:01Z"
    name: isvc-xgboost-v2.18d633726c9789a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: 257b137c-ec23-4764-a3c9-32c34fb00010
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 285b2b23-e295-4f74-b7fe-0d66af7add65
  kind: Event
  lastTimestamp: "2026-09-17T19:47:48Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:47:48Z"
    name: isvc-xgboost-v2.18d633726d16e912
    namespace: kserve-ci-e2e-test
    resourceVersion: "33585"
    uid: 59a28ae4-8d76-4a38-9850-816d6e175a78
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:49:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34265"
    uid: 285b2b23-e295-4f74-b7fe-0d66af7add65
  kind: Event
  lastTimestamp: "2026-09-17T19:49:01Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:49:01Z"
    name: isvc-xgboost-v2.18d6338383402575
    namespace: kserve-ci-e2e-test
    resourceVersion: "34266"
    uid: 6b8ef32f-2fe3-4afa-9680-5be43403f586
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:41:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29862"
    uid: 4e54dec5-3a1b-446a-b2dd-7d4283a44373
  kind: Event
  lastTimestamp: "2026-09-17T19:42:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:42:54Z"
    name: isvc-xgboost.18d6331847351710
    namespace: kserve-ci-e2e-test
    resourceVersion: "30708"
    uid: b8130db6-041d-4643-9998-33a716b0e7a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:42:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30706"
    uid: 4e54dec5-3a1b-446a-b2dd-7d4283a44373
  kind: Event
  lastTimestamp: "2026-09-17T19:42:54Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:42:54Z"
    name: isvc-xgboost.18d6332dec59b347
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: c1a5bb08-cc4c-4ca6-a2e8-080e081af431
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:19:03.206076Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pq2fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: 3cac9a39-7017-4bd5-b81e-7159ea25710d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-pq2fl
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:19:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:19:03Z"
    name: message-dumper-predictor-6575bcfdfd-pq2fl.18d631e0baff6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: 401abf11-0b3b-4f0f-b1fb-9b4e126df160
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pq2fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 3cac9a39-7017-4bd5-b81e-7159ea25710d
  kind: Event
  lastTimestamp: "2026-09-17T19:19:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:03Z"
    name: message-dumper-predictor-6575bcfdfd-pq2fl.18d631e0c7122170
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 3be85d6b-3f0d-4c5e-aea1-64236fa1991e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pq2fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: 3cac9a39-7017-4bd5-b81e-7159ea25710d
  kind: Event
  lastTimestamp: "2026-09-17T19:19:04Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:19:04Z"
    name: message-dumper-predictor-6575bcfdfd-pq2fl.18d631e1007cec3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: cc3ed787-0bd1-4584-9727-b165ec44c249
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pq2fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 3cac9a39-7017-4bd5-b81e-7159ea25710d
  kind: Event
  lastTimestamp: "2026-09-17T19:19:04Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T19:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:04Z"
    name: message-dumper-predictor-6575bcfdfd-pq2fl.18d631e101d8a66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: ebeb89c3-de71-4234-ad5d-92c7ad9ae0e6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pq2fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 3cac9a39-7017-4bd5-b81e-7159ea25710d
  kind: Event
  lastTimestamp: "2026-09-17T19:19:05Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.196s (1.196s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:05Z"
    name: message-dumper-predictor-6575bcfdfd-pq2fl.18d631e1492f4dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: d8fe4708-86fc-4a7e-af20-f012e962fb8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pq2fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 3cac9a39-7017-4bd5-b81e-7159ea25710d
  kind: Event
  lastTimestamp: "2026-09-17T19:19:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:05Z"
    name: message-dumper-predictor-6575bcfdfd-pq2fl.18d631e14d1f28c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17100"
    uid: 25d67174-561d-4fce-aeb9-dfc5bed16dd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pq2fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 3cac9a39-7017-4bd5-b81e-7159ea25710d
  kind: Event
  lastTimestamp: "2026-09-17T19:19:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:05Z"
    name: message-dumper-predictor-6575bcfdfd-pq2fl.18d631e14d885b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17101"
    uid: 509441f8-ab62-4495-846b-bee12ec36ebe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pq2fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 3cac9a39-7017-4bd5-b81e-7159ea25710d
  kind: Event
  lastTimestamp: "2026-09-17T19:19:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:05Z"
    name: message-dumper-predictor-6575bcfdfd-pq2fl.18d631e14d9289f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: 4926ed2e-c4ea-4c9a-873a-831c18079485
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pq2fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 3cac9a39-7017-4bd5-b81e-7159ea25710d
  kind: Event
  lastTimestamp: "2026-09-17T19:19:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:05Z"
    name: message-dumper-predictor-6575bcfdfd-pq2fl.18d631e150825be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: 693d9b1c-7799-4538-9731-2832d453863f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pq2fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 3cac9a39-7017-4bd5-b81e-7159ea25710d
  kind: Event
  lastTimestamp: "2026-09-17T19:19:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:05Z"
    name: message-dumper-predictor-6575bcfdfd-pq2fl.18d631e150ecbab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: f54ccfaf-9228-45e5-9e7e-eca6b7130265
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pq2fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 3cac9a39-7017-4bd5-b81e-7159ea25710d
  kind: Event
  lastTimestamp: "2026-09-17T19:21:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:02Z"
    name: message-dumper-predictor-6575bcfdfd-pq2fl.18d631fc98ba17c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18301"
    uid: 2ea0bcde-0a42-407e-8d4c-c12962f6be94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pq2fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 3cac9a39-7017-4bd5-b81e-7159ea25710d
  kind: Event
  lastTimestamp: "2026-09-17T19:21:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:02Z"
    name: message-dumper-predictor-6575bcfdfd-pq2fl.18d631fc98bb6b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: ed66e2fd-e489-49bb-b79a-25a27d417d5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: ae6cbc5e-f64c-4707-8d9b-f6696d684d58
  kind: Event
  lastTimestamp: "2026-09-17T19:19:03Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-pq2fl'
  metadata:
    creationTimestamp: "2026-09-17T19:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:03Z"
    name: message-dumper-predictor-6575bcfdfd.18d631e0ba5ab83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17050"
    uid: e8b3fc2b-6d1b-4b46-a04c-b292059d3daf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17037"
    uid: f0cab074-21c6-48c2-8723-e77fc1c86cfa
  kind: Event
  lastTimestamp: "2026-09-17T19:19:03Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:03Z"
    name: message-dumper-predictor.18d631e0b7181b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17041"
    uid: 3aecbd4a-dda1-4443-85f9-90f68f99050b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: 0c9dbc93-c4cf-4580-a2e5-5afeacffa874
  kind: Event
  lastTimestamp: "2026-09-17T19:19:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:48Z"
    name: message-dumper-predictor.18d631e4358aeb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17597"
    uid: dc897468-5d8a-4fb9-843e-7ce93a7d01f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: 0c9dbc93-c4cf-4580-a2e5-5afeacffa874
  kind: Event
  lastTimestamp: "2026-09-17T19:19:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:48Z"
    name: message-dumper-predictor.18d631e4360067de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: 5f0acca9-8d01-4913-a769-e0712ed89f40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 3699aff7-df53-47d0-8486-fa37b32021a4
  kind: Event
  lastTimestamp: "2026-09-17T19:19:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:13Z"
    name: message-dumper.18d631e0b711ccbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17195"
    uid: 461f27d0-254d-4cfe-8746-0d4f57ba3e39
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 3699aff7-df53-47d0-8486-fa37b32021a4
  kind: Event
  lastTimestamp: "2026-09-17T19:19:03Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:03Z"
    name: message-dumper.18d631e0b7ddda22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17062"
    uid: d77f48c6-31a1-4654-98fb-1b4f25a57db5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: 3699aff7-df53-47d0-8486-fa37b32021a4
  kind: Event
  lastTimestamp: "2026-09-17T19:19:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:03Z"
    name: message-dumper.18d631e0c066023c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: dcd21a33-dd27-4b6c-ade7-d2798b715472
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: 3699aff7-df53-47d0-8486-fa37b32021a4
  kind: Event
  lastTimestamp: "2026-09-17T19:19:13Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:13Z"
    name: message-dumper.18d631e320f6de56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17194"
    uid: 22b110ba-2878-457f-b829-622be9c70e1d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:29:20.180085Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:29:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:29:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d632706183a02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 5ea2e840-93d7-4b6f-aeae-af6ad4a6ab2b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22611"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:29:20Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:29:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d63270836a447e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22621"
    uid: b3f34179-e036-4e4c-b0f9-93faf003b842
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:29:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d63270853a6b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22623"
    uid: 63484bc4-8d82-4c30-b719-91ef224bfebe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:29:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d6327087b1ca55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22626"
    uid: d95777c8-6406-4ead-b486-e4359ac9e216
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:29:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d63270881810ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: b239c8a2-6b8a-4549-b898-2f1075f75f95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:29:25Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-17T19:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d6327196d08e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22665"
    uid: be6da70d-5ec6-4b45-bb05-818d9c3834cf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m2.888s
    (2m2.888s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d6328e338daaaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23626"
    uid: 3e1b4ff3-3db1-4ece-af0f-a851e009ffaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d6328e3a3594af
    namespace: kserve-ci-e2e-test
    resourceVersion: "23628"
    uid: 241efcd6-d26b-455e-8861-0cddc51dd2b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d6328e3ba113f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23629"
    uid: a15feb89-d610-48a0-8a10-d67fcb999298
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d6328e3bae027b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: c7f4e4c7-2989-4b5f-a2df-e4e064cec7ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d6328e403992e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: 3e6eb405-593d-4993-a9cc-e4852a436656
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d6328e40d0d113
    namespace: kserve-ci-e2e-test
    resourceVersion: "23633"
    uid: b480997b-ace5-45b1-a3d4-fc87fb4ce82b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:32:05Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T19:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d63296ca2bb1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: 2f56ee24-b9b0-4cae-b5f1-b0b40f696ae3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:32:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d6329a5281ce9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: 781b8fcd-fe4c-4358-a0f7-9a4e18829e30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:32:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d6329a52832f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "24129"
    uid: e910259e-43ab-41b2-9402-af5dc0a75c95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:32:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d6329b6b7b1a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24167"
    uid: 79796621-5eee-4d5a-84d4-123e0770a695
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eabc9730-35e2-4947-b915-c7da39f13f5f
  kind: Event
  lastTimestamp: "2026-09-17T19:32:25Z"
  message: 'Readiness probe failed: Get "http://10.134.0.38:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj.18d6329b6c02e642
    namespace: kserve-ci-e2e-test
    resourceVersion: "24168"
    uid: 49a1a022-afaf-41be-9fd3-8221b989c91b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22591"
    uid: 508e406e-96e4-4208-858b-f342c69cb5e3
  kind: Event
  lastTimestamp: "2026-09-17T19:29:20Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-gdwfj'
  metadata:
    creationTimestamp: "2026-09-17T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d6327061275a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: f2c6e6f6-482e-4387-9760-e9dbb6813851
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22588"
    uid: 8b7cb336-17bf-4a39-96b6-b7f989dc39ce
  kind: Event
  lastTimestamp: "2026-09-17T19:29:20Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:20Z"
    name: sklearn-v2-mlserver-predictor.18d632705e3ec870
    namespace: kserve-ci-e2e-test
    resourceVersion: "22593"
    uid: 529b4392-8a0e-4d7f-b4a2-5c572eb8fde6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22590"
    uid: 2aa69417-4145-460f-b7e6-60d33b648d71
  kind: Event
  lastTimestamp: "2026-09-17T19:32:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:05Z"
    name: sklearn-v2-mlserver-predictor.18d63273dc9f8920
    namespace: kserve-ci-e2e-test
    resourceVersion: "23930"
    uid: 6e24d637-3387-4044-bd0f-10a509f61364
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22590"
    uid: 2aa69417-4145-460f-b7e6-60d33b648d71
  kind: Event
  lastTimestamp: "2026-09-17T19:32:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:05Z"
    name: sklearn-v2-mlserver-predictor.18d63273dd0d2318
    namespace: kserve-ci-e2e-test
    resourceVersion: "23931"
    uid: 392be886-6b94-4bbd-bb37-c99fc68a6115
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22736"
    uid: 2aa69417-4145-460f-b7e6-60d33b648d71
  kind: Event
  lastTimestamp: "2026-09-17T19:31:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:31:50Z"
    name: sklearn-v2-mlserver-predictor.18d632935526e1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: fd400476-8ca9-4c1f-aaab-47520c696330
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22736"
    uid: 2aa69417-4145-460f-b7e6-60d33b648d71
  kind: Event
  lastTimestamp: "2026-09-17T19:31:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:31:50Z"
    name: sklearn-v2-mlserver-predictor.18d6329355ada782
    namespace: kserve-ci-e2e-test
    resourceVersion: "23802"
    uid: a82b494e-1d8f-4b15-822c-703881327cd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: 1eb155e9-9f33-42e7-abe6-17faa47d3326
  kind: Event
  lastTimestamp: "2026-09-17T19:32:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:32:15Z"
    name: sklearn-v2-mlserver.18d632705e3f06cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: 42064360-4fc5-489f-b4e0-336074ec4a6d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: 1eb155e9-9f33-42e7-abe6-17faa47d3326
  kind: Event
  lastTimestamp: "2026-09-17T19:29:20Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:29:20Z"
    name: sklearn-v2-mlserver.18d632705edc0253
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: 4657611f-40d8-42ae-b693-619670e0cf18
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "24061"
    uid: 1eb155e9-9f33-42e7-abe6-17faa47d3326
  kind: Event
  lastTimestamp: "2026-09-17T19:32:15Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:32:15Z"
    name: sklearn-v2-mlserver.18d632991d3da020
    namespace: kserve-ci-e2e-test
    resourceVersion: "24062"
    uid: dc75755c-c65e-4a9a-be70-1e95ed6190cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:44:02.304287Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    to ip-10-0-140-110.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:44:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:44:02Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6333dc436c19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31419"
    uid: 8744aaf2-df49-4767-af2e-e781929e68ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c9cf56fd9-r2nsz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:02Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:44:02Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6333de65a5eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31433"
    uid: 9ec8639a-6692-453e-8058-cf9a65ff4309
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:02Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6333de7e86ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31435"
    uid: 11499e1c-1ad6-4a43-a880-f16fd961d119
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:02Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6333deab7d1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31436"
    uid: 98b77942-b228-4e57-9f99-24597a5e85f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:02Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6333deb2f8f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "31437"
    uid: ee5e4322-6575-47f4-ae59-3d85725fff30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:07Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T19:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:07Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6333f0cec973f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31481"
    uid: 2632086d-f729-40af-a2b0-48fd460b1947
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:07Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6333f0fb0a510
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 64bba3ff-cbaf-47bf-964c-cd77a9c100cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:07Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6333f1039fe46
    namespace: kserve-ci-e2e-test
    resourceVersion: "31485"
    uid: 9d83b406-8900-4a9c-b653-ff533998a0b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:07Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6333f10434ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31487"
    uid: f46f60cf-1541-4649-b3b0-27d832d0fab9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:07Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6333f1357741b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31489"
    uid: 1ed04ec8-94c5-483d-b2d6-b80f1905f717
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:07Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6333f13c8d8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: c8c42293-927e-45ec-b728-42d125b950f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d633496e8df1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31882"
    uid: 680cac67-13fc-4bdf-9b96-72c4abd47a1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d633496e8e9658
    namespace: kserve-ci-e2e-test
    resourceVersion: "31884"
    uid: ff7f6282-bed1-4b4e-bed8-6c7b7349ec4d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6334a3ae2cb17
    namespace: kserve-ci-e2e-test
    resourceVersion: "31944"
    uid: 625c3fa8-4a50-4507-881e-e9add6ca019c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 2ff8533a-bead-44d0-831d-205e5b5e888f
  kind: Event
  lastTimestamp: "2026-09-17T19:44:55Z"
  message: 'Readiness probe failed: Get "http://10.134.0.58:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.58:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:44:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6.18d6334a3b34b0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31945"
    uid: ce8261a6-1ae1-41b4-b812-046f5083a621
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31404"
    uid: 94ca2284-81b5-4ab8-9340-8f597411e618
  kind: Event
  lastTimestamp: "2026-09-17T19:44:02Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-f8mt6'
  metadata:
    creationTimestamp: "2026-09-17T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:44:02Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d6333dc3c2b41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31414"
    uid: 57e49027-ebb2-48d5-9a5c-9fdf6e1204c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31402"
    uid: 62abdb5f-2b86-4bb0-8cb5-eda6fe0c8908
  kind: Event
  lastTimestamp: "2026-09-17T19:44:02Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:44:02Z"
    name: xgboost-v2-mlserver-predictor.18d6333dc0853fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31406"
    uid: 724e41ad-57f9-4ebe-8463-4e6bf51ab74f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: 9e7f0674-f1ce-4776-8196-3ba953c8081c
  kind: Event
  lastTimestamp: "2026-09-17T19:44:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:44:32Z"
    name: xgboost-v2-mlserver-predictor.18d633413f77a7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31664"
    uid: 13f9e64b-6702-493e-8f4d-e03e0e82af0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: 9e7f0674-f1ce-4776-8196-3ba953c8081c
  kind: Event
  lastTimestamp: "2026-09-17T19:44:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:44:32Z"
    name: xgboost-v2-mlserver-predictor.18d63341400323da
    namespace: kserve-ci-e2e-test
    resourceVersion: "31665"
    uid: 62bb9304-e398-42b4-aa12-5fb9389bdbcc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31556"
    uid: 9e7f0674-f1ce-4776-8196-3ba953c8081c
  kind: Event
  lastTimestamp: "2026-09-17T19:44:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:44:47Z"
    name: xgboost-v2-mlserver-predictor.18d633483d7a6785
    namespace: kserve-ci-e2e-test
    resourceVersion: "31809"
    uid: 66e75199-ace2-4bad-b2be-646521468fe2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31556"
    uid: 9e7f0674-f1ce-4776-8196-3ba953c8081c
  kind: Event
  lastTimestamp: "2026-09-17T19:44:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:44:47Z"
    name: xgboost-v2-mlserver-predictor.18d633483de8b827
    namespace: kserve-ci-e2e-test
    resourceVersion: "31811"
    uid: 47a6dd4d-5ccb-4d14-9b00-a6b60107cfb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: fbf060d9-2ab0-4d9a-844d-9aeef49d8f97
  kind: Event
  lastTimestamp: "2026-09-17T19:44:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:44:45Z"
    name: xgboost-v2-mlserver.18d6333dc09554b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31780"
    uid: b0312d62-25a9-4f39-985f-008c79842670
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: fbf060d9-2ab0-4d9a-844d-9aeef49d8f97
  kind: Event
  lastTimestamp: "2026-09-17T19:44:02Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:44:02Z"
    name: xgboost-v2-mlserver.18d6333dc1197f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 875b72b0-5bd0-4dad-88e6-75aea8fc93ce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: fbf060d9-2ab0-4d9a-844d-9aeef49d8f97
  kind: Event
  lastTimestamp: "2026-09-17T19:44:45Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:44:45Z"
    name: xgboost-v2-mlserver.18d63347ec27cba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31779"
    uid: 6af67da9-127b-4a5a-b609-60d5162484b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40802"